-- Logs begin at Wed 2021-10-27 05:07:49 UTC, end at Wed 2021-10-27 06:15:07 UTC. -- Oct 27 05:47:41.788012 dv-cinder-815582-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 05:47:44.526981 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.common.config [-] Logging enabled! Oct 27 05:47:44.527579 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev116 Oct 27 05:47:44.527759 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 05:47:44.530967 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.common.config [-] Logging enabled! Oct 27 05:47:44.531233 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev116 Oct 27 05:47:44.531548 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 05:47:44.532470 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 05:47:44.532706 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 05:47:44.533072 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 05:47:44.533320 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 05:47:44.533550 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 05:47:44.533906 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.534209 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.534509 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.534742 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.535040 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.535373 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.535665 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.535954 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.536251 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.536537 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.536817 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.537104 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.537337 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.537618 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.537931 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.538219 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.538445 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] debug = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.538725 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.539164 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.539588 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.539872 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.540174 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.540455 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.540728 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.541006 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.541295 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.541628 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] host = dv-cinder-815582-2-iscsi {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.541932 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.542224 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.542514 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.542801 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.543078 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.543359 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.543647 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.543923 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.544196 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] log_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.544474 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.544763 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.545052 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.545341 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.545567 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.545814 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.546104 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.546393 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.546668 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.546943 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.547218 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.547494 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.547767 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.548037 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.548322 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.548606 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.548891 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.549164 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.549439 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.549734 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.550009 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.550300 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.550574 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.550848 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.551694 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.551983 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.552255 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.552530 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.552832 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.553121 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.553404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.553718 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.553998 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.554282 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.554556 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.554829 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.555102 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] use_json = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.555373 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.555644 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.555926 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.556199 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.556470 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.556743 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.557014 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.557298 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:44.557597 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.557925 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.558228 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.558514 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.558819 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.559098 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.559386 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.559665 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.559956 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.560244 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.560530 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.560813 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.561098 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.561373 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.561682 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.561992 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.562288 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.562578 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.562855 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.563131 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.563403 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.563681 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.563968 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.564246 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.564534 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.564822 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.565101 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.565385 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.565689 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.565983 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.566257 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.566637 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.567434 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.567714 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.567989 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.568269 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.568557 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.568836 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.569110 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.569391 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.569676 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.569960 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.570233 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.570511 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.570806 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.571082 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.571353 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.571623 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.571899 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.572170 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.572454 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.572730 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.573001 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.573271 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.573547 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.573848 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.574121 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.574399 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.574670 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.574946 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.575219 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.575494 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.575765 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.576036 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.576308 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.576581 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.576855 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.577136 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.577414 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.577704 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.577982 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.578255 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.578532 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.578820 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.579119 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.579399 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.579680 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.579959 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.580237 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.580520 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.580798 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.581077 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.581356 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.581631 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.581945 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.582303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.582592 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.582883 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.583159 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.583486 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.583767 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.584051 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.584332 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.584614 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.584898 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.585184 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.585481 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.585800 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.586097 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.586393 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.586691 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.586974 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.587284 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.587564 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:44.587783 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 05:47:44.588023 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113335) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 05:47:45.018348 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=113335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 05:47:45.018622 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=113335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 05:47:45.018909 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 05:47:45.019243 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 05:47:45.340706 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.340920 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.341195 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.342407 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.342698 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.342967 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.377496 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.377807 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.378087 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.393234 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.393518 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.393815 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.424561 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.424846 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.425117 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.461469 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.461774 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.462050 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.699085 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.699670 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.699670 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.699889 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.700588 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.828175 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.828497 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.828783 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.829060 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.829333 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.829647 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.829932 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.830190 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.830447 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.830730 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.830992 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.831258 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.831521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.831776 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.832033 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.832387 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.832651 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.832922 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.833195 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.833458 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.833761 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.834020 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.834303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.834681 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.834934 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.835183 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.835582 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:47:45.835821 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:47:45.836058 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:47:45.836297 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:47:45.836533 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:47:45.836770 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:47:45.837130 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 05:47:45.840387 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 05:47:45.844427 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 05:47:45.848855 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 27 05:47:45.850510 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 05:47:45.850969 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 05:47:45.851308 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 05:47:45.851697 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 05:47:45.854551 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 05:47:45.854809 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 05:47:45.855161 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 05:47:45.860683 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 05:47:45.883730 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 05:47:45.884184 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.884484 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113335) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 05:47:45.884847 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.886279 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113335) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 05:47:45.886565 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 05:47:45.886813 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 05:47:45.890050 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.890339 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:45.953613 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 05:47:45.953892 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 05:47:45.954133 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 05:47:45.954505 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 05:47:45.974988 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_db.sqlalchemy.engines [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113335) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 05:47:46.674308 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Initializing driver for type 'gre' Oct 27 05:47:46.674841 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] gre ID ranges: [(1, 1000)] Oct 27 05:47:46.862550 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Initializing driver for type 'local' Oct 27 05:47:46.863152 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Initializing driver for type 'vlan' Oct 27 05:47:46.931315 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] VlanTypeDriver initialization complete Oct 27 05:47:46.931711 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Initializing driver for type 'vxlan' Oct 27 05:47:46.932213 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] vxlan ID ranges: [(1, 1000)] Oct 27 05:47:47.078598 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Initializing extension driver 'port_security' Oct 27 05:47:47.078996 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.extensions.port_security [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] PortSecurityExtensionDriver initialization complete Oct 27 05:47:47.079377 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Initializing mechanism driver 'openvswitch' Oct 27 05:47:47.079745 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Initializing mechanism driver 'hyperv' Oct 27 05:47:47.086671 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:47:47.087533 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > port after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.087911 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > port after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.088268 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > port after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.088803 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:47:47.089247 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > subnet after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.089607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > subnet after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.089982 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.090376 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:47:47.090795 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > network after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.091148 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > network after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.091498 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > network after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.091892 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:47:47.092311 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > security_group after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.092668 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > security_group after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.093018 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.093420 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:47:47.093876 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.094230 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.094576 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.094982 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:47:47.095397 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > address_group after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.095747 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > address_group after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.096090 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.096489 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:47:47.096882 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] ML2 OVO RPC backend initialized. {{(pid=113335) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 05:47:47.097591 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.098012 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.098466 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > network before_response 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.098821 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > networks before_response 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.099178 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > port before_response 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.099537 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > ports before_response 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.099891 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > subnet before_response 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.100275 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > subnets before_response 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.100630 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > network after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.100977 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > network after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.101320 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > network after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.101681 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > port after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.102040 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > port after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.102383 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > port after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.102727 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > subnet after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.106481 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > subnet after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.106481 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.106481 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.plugin [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Modular L2 Plugin initialization complete Oct 27 05:47:47.106481 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading services supported by the core plugin {{(pid=113335) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 05:47:47.106481 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.plugins.ml2.managers [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Got port-security extension from driver 'port_security' Oct 27 05:47:47.106481 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.extensions.vlantransparent [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Disabled vlantransparent extension. Oct 27 05:47:47.106972 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113335) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 05:47:47.106972 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading Plugin: router Oct 27 05:47:47.143305 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.143651 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router after_create 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.144030 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router before_create 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.144403 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.144969 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.145410 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router after_delete 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.145811 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.146295 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.146668 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router after_create 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.147026 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router after_update 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.147385 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router after_update 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.147745 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.148111 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router after_update 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.148583 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router precommit_update 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.148965 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: port after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.149311 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: port after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.149655 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: subnet after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.150029 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.150386 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.150743 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router precommit_create 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.151094 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: port before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.151440 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router precommit_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.151806 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router after_update 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.152164 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.152526 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router precommit_create 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.152898 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.153254 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router precommit_update 55549900 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.153626 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > agent after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.154015 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > agent after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.154369 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > network after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.155230 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Tracking information for resource: router configured {{(pid=113335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:47:47.155566 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Tracking information for resource: floatingip configured {{(pid=113335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:47:47.161098 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.db.l3_agentschedulers_db [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 05:47:47.161699 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: port after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.162076 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: port after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.162434 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: port after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.162791 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: port after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.163586 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router before_create 55550100 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.163951 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.164311 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router precommit_create 55550100 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.164667 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > router precommit_update 55550100 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.169540 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.services.provider_configuration [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service providers = [] {{(pid=113335) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 05:47:47.169934 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.db.servicetype_db [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113335) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 05:47:47.172897 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.services.service_base [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 05:47:47.173254 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.services.service_base [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 05:47:47.173602 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.services.service_base [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 05:47:47.174516 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.services.service_base [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 05:47:47.174891 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.services.service_base [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 05:47:47.175280 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:47:47.175604 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 05:47:47.188379 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:47:47.188719 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading Plugin: auto_allocate Oct 27 05:47:47.194812 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: network precommit_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.195188 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: network precommit_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.195721 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:47:47.196049 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading Plugin: tag Oct 27 05:47:47.202826 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:47:47.203161 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading Plugin: timestamp Oct 27 05:47:47.206996 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:47:47.207371 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading Plugin: network_ip_availability Oct 27 05:47:47.212879 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.213256 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.213618 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.214357 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:47:47.214682 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading Plugin: flavors Oct 27 05:47:47.219699 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:47:47.220035 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading Plugin: revisions Oct 27 05:47:47.224874 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:47:47.225268 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_concurrency.lockutils [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.206s {{(pid=113335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 05:47:47.226052 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113335) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 05:47:47.226395 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Initializing extension manager. Oct 27 05:47:47.226909 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: __init__.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.227255 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: __pycache__ {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.227594 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.227937 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: address_group.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.228691 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.229264 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: address-group Oct 27 05:47:47.229594 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: address_scope.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.230339 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.230854 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: address-scope Oct 27 05:47:47.231184 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.232118 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.232645 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: router-admin-state-down-before-update Oct 27 05:47:47.232978 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: agent.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.233714 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.234235 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: agent Oct 27 05:47:47.234567 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: agent_resources_synced.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.235751 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.236269 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: agent-resources-synced Oct 27 05:47:47.236598 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: allowedaddresspairs.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.239156 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.239686 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: allowed-address-pairs Oct 27 05:47:47.240018 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: auto_allocated_topology.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.241105 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.241628 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: auto-allocated-topology Oct 27 05:47:47.241985 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: availability_zone.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.242696 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.243211 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: availability_zone Oct 27 05:47:47.243540 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: availability_zone_filter.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.244471 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.244989 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: availability_zone_filter Oct 27 05:47:47.245320 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: data_plane_status.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.246262 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.246784 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 05:47:47.247111 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: default_subnetpools.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.248033 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.248559 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: default-subnetpools Oct 27 05:47:47.248888 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.249731 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.250257 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: dhcp_agent_scheduler Oct 27 05:47:47.250587 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: dns.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.251514 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.252034 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 05:47:47.252362 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: dns_domain_ports.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.253288 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.253842 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 05:47:47.254288 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.255214 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.255737 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 05:47:47.256066 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: dvr.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.256738 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.257253 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: dvr Oct 27 05:47:47.257578 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: ecmp_routes.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.258524 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.259038 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 05:47:47.259364 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: empty_string_filtering.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.260280 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.260802 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: empty-string-filtering Oct 27 05:47:47.261132 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.262070 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.262589 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 05:47:47.262915 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.263840 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.264356 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 05:47:47.264682 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: external_net.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.265596 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.266138 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: external-net Oct 27 05:47:47.266464 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.267377 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.267889 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: extra_dhcp_opt Oct 27 05:47:47.268217 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: extraroute.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.269123 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.269859 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: extraroute Oct 27 05:47:47.270192 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: extraroute_atomic.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.271233 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.271751 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: extraroute-atomic Oct 27 05:47:47.272080 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: filter_validation.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.272922 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.273438 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: filter-validation Oct 27 05:47:47.273800 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: fip_pf_description.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.274716 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.275232 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 05:47:47.275558 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: fip_port_details.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.276480 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.276999 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: fip-port-details Oct 27 05:47:47.277326 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: flavors.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.278618 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.279147 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: flavors Oct 27 05:47:47.279476 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.281139 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.281695 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 05:47:47.282042 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: floatingip_pools.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.282755 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.283279 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: floatingip-pools Oct 27 05:47:47.283615 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: ip_allocation.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.284549 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.285069 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 05:47:47.285979 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.286901 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.287424 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: ip-substring-filtering Oct 27 05:47:47.287759 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: l2_adjacency.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.288697 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.289212 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 05:47:47.289544 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: l3.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.290535 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.291061 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: router Oct 27 05:47:47.291394 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.293644 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.294204 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 05:47:47.294543 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.295482 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.296006 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: ext-gw-mode Oct 27 05:47:47.296341 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.297264 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.297812 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: l3-ha Oct 27 05:47:47.298146 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: l3_flavors.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.299073 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.299594 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: l3-flavors Oct 27 05:47:47.299926 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.301442 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.301969 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 05:47:47.302301 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: l3agentscheduler.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.303335 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.303862 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: l3_agent_scheduler Oct 27 05:47:47.304195 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: logging.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.305717 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.306247 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension logging not supported by any of loaded plugins Oct 27 05:47:47.306582 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: metering.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.307329 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.307905 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: metering Oct 27 05:47:47.308238 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.309462 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.310021 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: metering_source_and_destination_fields Oct 27 05:47:47.310356 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: multiprovidernet.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.311288 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.311809 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: multi-provider Oct 27 05:47:47.312139 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: netmtu.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.313061 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.313581 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: net-mtu Oct 27 05:47:47.313944 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: netmtu_writable.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.314868 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.315391 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: net-mtu-writable Oct 27 05:47:47.315724 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: network_availability_zone.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.316620 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.317157 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: network_availability_zone Oct 27 05:47:47.317482 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: network_ip_availability.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.318631 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.319159 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: network-ip-availability Oct 27 05:47:47.319489 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: network_segment_range.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.320260 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.320776 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 05:47:47.321103 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: pagination.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.322135 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.322479 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: pagination Oct 27 05:47:47.322806 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: port_device_profile.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.323715 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.324240 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: port-device-profile Oct 27 05:47:47.324568 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.325499 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.326045 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: port-mac-address-regenerate Oct 27 05:47:47.326372 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.327288 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.327804 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: port-numa-affinity-policy Oct 27 05:47:47.328130 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: port_resource_request.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.329051 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.329549 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 05:47:47.329896 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: portbindings.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.330828 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.331346 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: binding Oct 27 05:47:47.331676 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: portbindings_extended.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.333013 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.333533 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: binding-extended Oct 27 05:47:47.333900 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: portsecurity.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.334824 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.335345 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: port-security Oct 27 05:47:47.335677 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: project_id.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.336665 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.337001 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: project-id Oct 27 05:47:47.337330 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: providernet.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.338282 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.338801 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: provider Oct 27 05:47:47.339128 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.342773 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.343305 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos not supported by any of loaded plugins Oct 27 05:47:47.343647 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.344900 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.345428 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 05:47:47.345795 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.346722 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.347245 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 05:47:47.347576 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos_default.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.349021 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.349544 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos-default not supported by any of loaded plugins Oct 27 05:47:47.349904 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos_fip.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.350561 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.351077 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 05:47:47.351405 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos_gateway_ip.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.352332 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.352862 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 05:47:47.353189 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos_port_network_policy.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.354133 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.354659 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 05:47:47.355005 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.356039 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.356561 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 05:47:47.356888 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos_pps_rule.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.358107 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.358634 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 05:47:47.358964 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos_rule_type_details.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.359908 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.360691 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 05:47:47.361022 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: qos_rules_alias.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.362267 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.362799 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 05:47:47.363132 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: quotasv2.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.364815 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.365149 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: quotas Oct 27 05:47:47.365480 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: quotasv2_detail.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.368647 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.369000 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: quota_details Oct 27 05:47:47.369343 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: rbac.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.370427 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.370966 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: rbac-policies Oct 27 05:47:47.371304 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: rbac_address_group.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.372238 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.372765 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: rbac-address-group Oct 27 05:47:47.373096 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: rbac_address_scope.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.374062 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.374585 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: rbac-address-scope Oct 27 05:47:47.374915 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: rbac_security_groups.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.375838 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.376360 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: rbac-security-groups Oct 27 05:47:47.376689 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: rbac_subnetpool.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.377611 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.378166 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: rbac-subnetpool Oct 27 05:47:47.378497 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: revisionifmatch.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.379562 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.380095 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: revision-if-match Oct 27 05:47:47.380427 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: revisions.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.381573 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.382121 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: standard-attr-revisions Oct 27 05:47:47.382452 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: router_availability_zone.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.383133 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.383659 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: router_availability_zone Oct 27 05:47:47.383986 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: routerservicetype.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.384913 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.385430 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 05:47:47.385787 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.386716 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.387238 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: security-groups-normalized-cidr Oct 27 05:47:47.387564 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.388489 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.389009 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: port-security-groups-filtering Oct 27 05:47:47.389336 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.390290 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.390809 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: security-groups-remote-address-group Oct 27 05:47:47.391138 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: securitygroup.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.401120 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.401610 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: security-group Oct 27 05:47:47.401977 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: segment.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.402773 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.403301 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension segment not supported by any of loaded plugins Oct 27 05:47:47.403635 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.404667 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.405192 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 05:47:47.405524 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: servicetype.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.406682 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.407212 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: service-type Oct 27 05:47:47.407547 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: sorting.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.408548 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.408891 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: sorting Oct 27 05:47:47.409221 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: standard_attr_segment.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.410714 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.411242 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 05:47:47.411573 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: standardattrdescription.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.412232 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.412752 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: standard-attr-description Oct 27 05:47:47.413081 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: stateful_security_group.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.414050 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.414581 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: stateful-security-group Oct 27 05:47:47.414909 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: stdattrs_common.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.415494 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 05:47:47.415819 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.416746 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.417267 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 05:47:47.417592 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: subnet_onboard.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.418688 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.419217 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: subnet_onboard Oct 27 05:47:47.419550 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.420486 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.421009 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 05:47:47.421340 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: subnet_service_types.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.422297 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.422825 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: subnet-service-types Oct 27 05:47:47.423154 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: subnetallocation.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.424251 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.424781 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: subnet_allocation Oct 27 05:47:47.425114 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.426721 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.427272 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: subnetpool-prefix-ops Oct 27 05:47:47.427605 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.428552 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.429074 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 05:47:47.429406 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: tagging.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.430510 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.431034 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: standard-attr-tag Oct 27 05:47:47.431367 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: timestamp.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.432582 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.433108 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loaded extension: standard-attr-timestamp Oct 27 05:47:47.433440 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: trunk.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.434515 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.435053 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension trunk not supported by any of loaded plugins Oct 27 05:47:47.435384 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: trunk_details.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.436315 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.436841 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 05:47:47.437171 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: uplink_status_propagation.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.438130 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.438657 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 05:47:47.438986 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Loading extension file: vlantransparent.py {{(pid=113335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:47:47.439660 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:47:47.440180 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 05:47:47.442850 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:network Oct 27 05:47:47.443379 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:subnet Oct 27 05:47:47.443785 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 05:47:47.444186 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:port Oct 27 05:47:47.445434 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.445922 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service FLAVORS assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.446545 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.446977 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.447309 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:router Oct 27 05:47:47.447770 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 05:47:47.448265 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service METERING assigned prefix: /metering {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.449724 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.450102 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.450461 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:47:47.451453 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 05:47:47.451889 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:security_group Oct 27 05:47:47.452325 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 05:47:47.452953 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service CORE assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.453274 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 05:47:47.453623 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] subnetpool is already registered Oct 27 05:47:47.454076 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service CORE assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.454405 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 05:47:47.454746 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] subnetpool is already registered Oct 27 05:47:47.457305 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.457875 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service FLAVORS assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.458494 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.458935 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.459276 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:router Oct 27 05:47:47.459624 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] router is already registered Oct 27 05:47:47.460062 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 05:47:47.460414 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] floatingip is already registered Oct 27 05:47:47.460890 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service METERING assigned prefix: /metering {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.461616 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 05:47:47.461974 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] rbac_policy is already registered Oct 27 05:47:47.462388 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:security_group Oct 27 05:47:47.462738 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] security_group is already registered Oct 27 05:47:47.463154 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 05:47:47.463492 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] security_group_rule is already registered Oct 27 05:47:47.463989 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service CORE assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.464318 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 05:47:47.464660 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] subnetpool is already registered Oct 27 05:47:47.465079 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.v2.resource_helper [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Service CORE assigned prefix: {{(pid=113335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:47:47.465405 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 05:47:47.465764 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING neutron.quota.resource_registry [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] subnetpool is already registered Oct 27 05:47:47.467491 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: extensions {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.468967 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: address-groups {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.470481 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: address-scopes {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.471790 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: agents {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.473850 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: auto-allocated-topology {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.475075 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: availability_zones {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.476302 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: dhcp-networks {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.477719 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: dhcp-agents {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.479235 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: routers {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.481334 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: flavors {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.482625 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: service_profiles {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.483839 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: next_providers {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.485282 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: service_profiles {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.487069 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: floatingip-pools {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.488976 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: routers {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.491271 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: floatingips {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.492559 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: l3-routers {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.493979 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: l3-agents {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.495396 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: metering-labels {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.496665 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: metering-label-rules {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.498086 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: network-ip-availabilities {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.499385 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: bindings {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.500944 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: quotas {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.502648 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: quotas {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.504418 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: rbac-policies {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.505631 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: security-groups {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.506978 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: security-group-rules {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.508215 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: service-providers {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.509440 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: subnetpools {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.510861 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: subnetpools {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.512315 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: tags {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.514027 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: tags {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.515827 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: tags {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.517587 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: tags {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.519316 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: tags {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.521815 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: tags {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.523514 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: tags {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.526291 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: tags {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.528074 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: tags {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.529902 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron.api.extensions [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Extended resource: tags {{(pid=113335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:47:47.536660 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING keystonemiddleware.auth_token [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 05:47:47.541180 dv-cinder-815582-2-iscsi neutron-server[113335]: WARNING keystonemiddleware.auth_token [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 05:47:47.549979 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_concurrency.lockutils [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Acquired lock "singleton_lock" {{(pid=113335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 05:47:47.550460 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_concurrency.lockutils [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Releasing lock "singleton_lock" {{(pid=113335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 05:47:47.551160 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO oslo_service.service [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Starting 2 workers Oct 27 05:47:47.556026 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Started child 113446 {{(pid=113335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 05:47:47.560557 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Started child 113447 {{(pid=113335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 05:47:47.561244 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:47:47.562134 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO neutron.service [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 05:47:47.562785 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [-] (113446) wsgi starting up on http://0.0.0.0:9696 Oct 27 05:47:47.562892 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Publish callbacks [] for process, before_spawn {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:47:47.565063 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:47:47.565502 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO oslo_service.service [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Starting 1 workers Oct 27 05:47:47.566533 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [-] (113447) wsgi starting up on http://0.0.0.0:9696 Oct 27 05:47:47.570491 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Started child 113448 {{(pid=113335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 05:47:47.571019 dv-cinder-815582-2-iscsi neutron-server[113335]: INFO oslo_service.service [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Starting 1 workers Oct 27 05:47:47.574029 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.service [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] calling RpcWorker wait() {{(pid=113448) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 05:47:47.574556 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.service [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] returning from RpcWorker wait() {{(pid=113448) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 05:47:47.575545 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Started child 113449 {{(pid=113335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 05:47:47.575726 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:47:47.576168 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:47:47.576339 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-055a328c-f036-47ca-8dd8-4346829eab91 None None] Publish callbacks [] for process, after_spawn {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:47:47.578254 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 05:47:47.578473 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 05:47:47.578664 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 05:47:47.578882 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 05:47:47.579213 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 05:47:47.579373 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 05:47:47.579894 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.580179 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.580437 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.580695 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.580792 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:47:47.581230 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.581521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.581804 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.583045 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.583276 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.583537 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.583705 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.583871 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.584126 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.584372 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.584673 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.584962 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.585215 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.585469 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.585637 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.585927 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.586203 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.586458 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.586714 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] debug = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.586951 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.587417 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.587662 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.587913 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.588150 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.588397 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.588621 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.589297 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.589709 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.590082 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.590463 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.590845 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.591227 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.591598 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.591955 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.592365 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.592749 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.593379 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] host = dv-cinder-815582-2-iscsi {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.593793 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.594764 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.595008 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.595249 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.595513 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.595749 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.596022 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.596291 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.596550 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.596775 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.597022 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.597274 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.597509 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.598502 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.599190 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_options = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.599190 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.599190 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.599429 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.599626 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.599767 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.599936 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.600200 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.600363 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.600622 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.600852 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.601063 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.601290 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.601515 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.601779 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.602024 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.602257 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.602469 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.602712 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.602950 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.603191 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.603411 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.603647 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.603847 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.604088 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.604322 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.604548 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.604791 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.605000 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.605208 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.605474 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.605731 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.605989 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.606200 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.606440 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.606697 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.606927 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.607145 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.607382 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.607657 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.607876 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.608113 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.608364 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.608574 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.608814 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.609023 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.609268 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.609483 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_json = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.609711 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.609953 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.611237 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.611237 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.611237 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.611237 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.611522 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.611779 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.612791 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.613071 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.613495 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.613720 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.613956 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.614204 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.614437 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.615153 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.615252 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:47:47.615408 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.615656 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.615957 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.616201 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.616486 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.616725 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.616990 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.617306 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.617544 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.617835 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.618070 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.618304 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.618517 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.618752 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.619020 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.619237 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.619464 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.619691 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.619907 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.620250 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.620506 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.620767 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.621039 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.621254 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.621472 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.621724 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.621942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.636897 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.636897 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.636897 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.636897 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.636897 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.636897 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.636897 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.636897 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.636897 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.637607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.637607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.637607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.637607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.637607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.637607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.637607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.637607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.637607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638303 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.638942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.639566 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.639566 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.639566 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.639566 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.639566 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.639566 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.639566 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.639566 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.639566 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640214 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640214 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640214 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640214 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640214 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640214 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640214 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640214 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640214 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640858 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640858 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640858 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640858 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640858 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640858 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640858 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.640858 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.641529 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.641529 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.641529 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.641529 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.641529 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.641529 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.641529 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.641529 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642196 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642196 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642196 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642196 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642196 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642196 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642196 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642196 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642802 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642802 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642802 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642802 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642802 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642802 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642802 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.642802 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.643404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.643404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.643404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.643404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.646521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.646521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.646521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.646521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.646521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.646521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.646521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.646521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.647118 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.647118 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.647118 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.647118 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.647118 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.647504 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.647586 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.647773 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.648041 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.648296 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.648564 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.648827 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.649073 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.649322 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.649567 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.649836 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.650057 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.650288 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.650533 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.650747 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.650959 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.651415 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.651816 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.652051 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.652266 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.652517 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.653070 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.653297 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.653506 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.653960 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.654808 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.654808 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.654808 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.655104 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.655433 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.655772 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.656284 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.656399 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.657613 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.657613 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.657613 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.657613 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.658016 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.658234 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.658541 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.658836 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.659129 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.659405 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.659730 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.660014 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.660827 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.661057 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.661274 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.661490 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.661728 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.661957 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.662175 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.662427 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.662699 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.663032 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.663283 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.663512 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.663747 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.663965 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.664215 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.664456 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.664675 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.664894 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.665109 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.665326 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.665599 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.665864 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.666107 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.666318 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.666562 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.666769 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.667174 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.667533 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.667978 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.668394 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.668786 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.669031 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.669270 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.669514 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.669770 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.669982 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.670192 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.670431 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.670646 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.670857 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.671100 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.671306 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.671535 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.671756 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.671992 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.672216 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.672454 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.672689 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.672917 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.673135 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.673347 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.673573 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.673838 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.674050 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.674257 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.674474 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.674686 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.674892 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.675114 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.675341 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.675551 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.676345 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.676345 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.676553 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.676704 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.676958 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.677177 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.677467 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.677736 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.677981 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.678220 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.678525 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.678738 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.678974 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.679194 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.679426 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.679649 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.679879 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.680194 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.680466 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.680727 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.680977 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.681248 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.681519 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.681802 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.682016 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.682290 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.682643 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.682914 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.683173 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.683418 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.683674 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.683915 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.684128 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.684365 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.685251 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.685486 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.685773 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.685999 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.686404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.686766 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.687134 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.687358 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.687582 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.687820 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.688069 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.688608 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.688773 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 05:47:47.689318 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 05:47:47.689481 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 05:47:47.689695 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 05:47:47.689846 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 05:47:47.690020 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 05:47:47.690174 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 05:47:47.690380 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.690541 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.690706 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.690864 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.691021 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.691198 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.691362 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.691641 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.691798 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.691957 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.692103 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.692260 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.692417 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.692575 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.692731 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.692889 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.693045 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.693205 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.693381 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.693522 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.693711 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.693864 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.694025 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] debug = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.694164 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.694363 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.694528 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.694688 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.694845 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.695004 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.695161 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.695317 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.695474 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.695631 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.695795 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.695957 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.696138 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.696285 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.696431 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.696592 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.696759 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.696877 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] host = dv-cinder-815582-2-iscsi {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.697035 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.697191 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.697347 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.697506 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.697690 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.697838 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.697996 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.698152 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.698316 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.698477 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.698658 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.698811 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.698942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.699258 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.699414 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_options = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.699571 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.699732 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.699894 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.700075 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.700236 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.700549 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.700710 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.700871 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.701033 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.701189 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.701346 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.701504 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.701693 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.701843 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.701995 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.702152 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.702309 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.702467 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.702625 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.702782 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.702942 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.703139 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.703230 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.703386 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.703542 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.703700 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.703856 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.704013 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.704170 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.704327 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.704483 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.704640 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.704797 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.704955 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.705112 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.705269 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.705426 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.705587 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.705765 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.705921 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.706059 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.706194 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.706354 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.706497 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.706656 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.706823 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.706955 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_json = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.707639 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.707786 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.707944 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.708099 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.708256 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.708397 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.708557 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.708714 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:47:47.708906 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.709046 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.709194 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.709342 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.709481 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.709617 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.709799 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.709937 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.710099 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.710258 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.710424 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.710576 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.710742 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.710901 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.711059 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.711222 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.711381 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.711531 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.711688 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.711848 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.711994 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.712154 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.712321 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.712480 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.712638 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.712797 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.712957 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.713129 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.713290 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.713436 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.713604 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.713785 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.713914 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.714075 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.714235 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.714395 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.714556 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.714716 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.714858 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.715023 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.715182 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.715341 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.716095 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.716267 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.716429 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.716591 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.716750 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.716910 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.717071 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.717230 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.717391 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.717551 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.717733 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.717902 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.718064 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.718219 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.718381 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.718521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.718658 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.718821 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.718979 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.719138 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.719297 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.719455 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.719615 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.719764 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.719904 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.720067 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.720226 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.720386 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.720545 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.720704 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.720866 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.721025 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.721184 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.721344 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.721503 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.721694 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.721841 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.722000 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.722160 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.722318 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.722479 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.722690 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.722889 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.723055 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.723210 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.723503 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.723668 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.723837 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.724012 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.724172 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.724332 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.724492 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.724651 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.724809 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.724967 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.725125 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.725285 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.725445 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.725602 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.725787 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.725949 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.726109 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.726267 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.726429 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.726589 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.726747 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.726905 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.727065 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.727223 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.727382 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.727542 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.727699 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.727859 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.728018 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.728185 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.728343 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.728505 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.728664 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.728829 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.728998 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.729159 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.729318 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.729476 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.729645 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.729819 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.729979 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.730331 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.730331 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.730537 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.730619 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.730745 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.730912 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.731071 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.731231 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.731390 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.731570 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.731728 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.731886 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.732045 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.732204 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.732361 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.732521 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.732681 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.732838 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.732998 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.733157 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.733317 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.733500 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.733627 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.733797 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.733954 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.734115 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.734274 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.734434 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.734593 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.734753 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.734910 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.735266 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.735266 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.735723 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.735811 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.735894 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.736053 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.736211 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.736374 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.736533 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.736691 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.736848 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.737006 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.737164 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.737323 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.737482 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.737643 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.737823 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.738090 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.738192 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.738782 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:47:47.738914 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.739023 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.739140 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.739249 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.739412 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.739571 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.739732 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.739896 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.740115 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.740260 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.740425 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.740586 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.740744 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.740905 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.741077 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.741236 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.741395 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.741553 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.741734 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.741895 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.742053 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.742213 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.742371 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.742530 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.742687 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.742849 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.743010 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.743169 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.743329 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.743488 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.743647 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.743806 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.743969 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.744138 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.744298 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.744447 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.744603 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.744740 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.744884 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.745054 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.745213 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.745371 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.745529 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.745713 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.745847 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.746010 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.746169 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.750872 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.750872 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.750872 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.750872 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.750872 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.750872 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.750872 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.750872 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.751504 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.751504 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.751504 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.751504 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.751504 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.751504 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.751504 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.751504 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752059 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752059 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752059 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752059 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752059 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752059 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752059 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752059 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.752607 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.753404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.753404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.753404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.753404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.753404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.753404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.753404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.753404 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754301 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754301 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754301 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754301 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754301 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754301 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754301 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754301 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754910 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754910 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.754910 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.755233 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.755233 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.755233 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.755507 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.755623 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.755730 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.755846 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.755958 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.756119 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.756279 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.756437 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.756595 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.756754 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.756914 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:47:47.757070 dv-cinder-815582-2-iscsi neutron-server[113335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 05:47:47.966600 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49366) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:47:47.975582 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068500 Oct 27 05:47:59.555910 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015de31d-8b07-4be3-9ce9-45300fb894af None None] get_active_networks_info from dv-cinder-815582-2-iscsi {{(pid=113448) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 05:47:59.630824 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015de31d-8b07-4be3-9ce9-45300fb894af None None] No non-hosted networks {{(pid=113448) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 05:47:59.657603 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.agentschedulers_db [None req-015de31d-8b07-4be3-9ce9-45300fb894af None None] DHCP Agent not found on host dv-cinder-815582-2-iscsi {{(pid=113448) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 05:47:59.839175 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-1477f9d8-b895-4391-b361-faf8076efd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571045'] for agent, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:02.166800 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-3f3f267a-45f9-444f-b5b2-41b2c37525ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571045'] for agent, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:02.212049 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.db.api [None req-721d65e4-6545-479f-a1c0-4b7f5251f4a5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815582-2-iscsi {{(pid=113448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 05:48:02.212429 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG oslo_db.api [None req-721d65e4-6545-479f-a1c0-4b7f5251f4a5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 05:48:02.828106 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-721d65e4-6545-479f-a1c0-4b7f5251f4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:03.147281 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571045'] for agent, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:03.417274 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571045'] for agent, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:03.419338 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.419908 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.420458 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.421012 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.421553 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.422128 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.422670 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.423381 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.424341 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.424902 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.426776 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.427333 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:03.427945 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:48:03.443557 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:48:05.011546 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571045'] for agent, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:05.973462 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.db.l3_hamode_db [None req-d9d94002-236d-4f6e-b1c9-0478029d88d0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 05:48:06.051719 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d94002-236d-4f6e-b1c9-0478029d88d0 None None] Routers set() bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:48:06.052394 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d94002-236d-4f6e-b1c9-0478029d88d0 None None] Router IDs set() for agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 05:48:06.429145 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49458) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:06.912590 dv-cinder-815582-2-iscsi neutron-server[113447]: WARNING oslo_policy.policy [None req-9cd1c0ba-fb4c-4ad6-988c-22459783b31f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:48:06.914506 dv-cinder-815582-2-iscsi neutron-server[113447]: WARNING oslo_policy.policy [None req-9cd1c0ba-fb4c-4ad6-988c-22459783b31f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:48:07.138822 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [None req-9cd1c0ba-fb4c-4ad6-988c-22459783b31f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:48:07.139815 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-9cd1c0ba-fb4c-4ad6-988c-22459783b31f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7097456 Oct 27 05:48:09.651730 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49472) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:09.956719 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-23c2e883-7af9-4b0f-bc74-8eacb9780969 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:48:10.050694 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.policy [None req-23c2e883-7af9-4b0f-bc74-8eacb9780969 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113447) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 05:48:10.097293 dv-cinder-815582-2-iscsi neutron-server[113447]: WARNING oslo_policy.policy [None req-23c2e883-7af9-4b0f-bc74-8eacb9780969 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:48:10.097598 dv-cinder-815582-2-iscsi neutron-server[113447]: WARNING oslo_policy.policy [None req-23c2e883-7af9-4b0f-bc74-8eacb9780969 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:48:10.106882 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.quota [None req-23c2e883-7af9-4b0f-bc74-8eacb9780969 admin admin] Loaded quota_driver: . Oct 27 05:48:10.265590 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-23c2e883-7af9-4b0f-bc74-8eacb9780969 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727028647455', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727028647016', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727028741678', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727028731882', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727021997087', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727028744308', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1620185', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1655219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532868', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3626531'] for rbac-policy, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:10.458961 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-23c2e883-7af9-4b0f-bc74-8eacb9780969 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:10.460144 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-23c2e883-7af9-4b0f-bc74-8eacb9780969 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8074098 Oct 27 05:48:13.165721 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49484) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:13.461721 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Request body: {'network': {'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'admin_state_up': True, 'name': 'private'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:48:13.547937 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Made reservation on behalf of b31468c9a56c48e5ad4caefeb9b64842 for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:48:13.550638 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:13.567826 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:13.678182 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:13.759410 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:13.782618 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:48:13.807486 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727023893782', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:13.808069 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Unsubscribe: segment precommit_create {{(pid=113447) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 05:48:13.808564 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Added segment 110f0b8f-e769-4289-93c4-83649a026293 of type vlan for network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 Oct 27 05:48:13.824641 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7381e87c-10ab-43f5-aac1-32e4d8481a05,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:13.836323 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.836676 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.837009 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.837333 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.837649 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.838009 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.838392 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.838725 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.839058 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.839372 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.839682 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.839990 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Tracked resource versions report: Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: pushed versions: Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: { 'AddressGroup': {'1.2'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'ConntrackHelper': {'1.0'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Log': {'1.0'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Network': {'1.1'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Port': {'1.7'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'PortForwarding': {'1.2'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'QosPolicy': {'1.10'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SecurityGroup': {'1.4'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SubPort': {'1.0'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Subnet': {'1.1'}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Trunk': {'1.1'}} Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: consumer versions: Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: { DHCP agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: L3 agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: Metadata agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: Metering agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: Open vSwitch agent@dv-cinder-815582-2-iscsi: { 'AddressGroup': '1.2', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'ConntrackHelper': '1.0', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Log': '1.0', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Network': '1.1', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Port': '1.7', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'PortForwarding': '1.2', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'QosPolicy': '1.10', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SecurityGroup': '1.4', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SecurityGroupRule': '1.2', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SubPort': '1.0', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Subnet': '1.1', Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Trunk': '1.1'}} Oct 27 05:48:13.841035 dv-cinder-815582-2-iscsi neutron-server[113447]: {{(pid=113447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:48:13.992137 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:14.079428 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:14.080473 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:48:14.081126 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:14.175518 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] Pushing event updated for resources: {'Network': ['ID=96fb25e9-cc4a-4385-8dd4-b322a19e2024,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:14.187286 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:48:14.196395 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-5a13b4d4-defb-471b-9962-90ccb4caed95 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0296195 Oct 27 05:48:16.938387 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49498) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:17.322404 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb2141-5c72-4e54-a166-1802865de8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:48:17.325130 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-5adb2141-5c72-4e54-a166-1802865de8c8 admin admin] 10.222.0.30 "GET /v2.0/networks/96fb25e9-cc4a-4385-8dd4-b322a19e2024 HTTP/1.1" status: 200 len: 825 time: 0.3844304 Oct 27 05:48:17.348755 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a9df4804-2b57-4bb3-a8de-6d5d53ac997d admin admin] 10.222.0.30 "GET /v2.0/subnetpools/a649554e-142e-4647-ad2a-ade6f2fa78c5 HTTP/1.1" status: 200 len: 734 time: 0.0180728 Oct 27 05:48:17.358179 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024', 'subnetpool_id': 'a649554e-142e-4647-ad2a-ade6f2fa78c5', 'name': 'private-subnet', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'gateway_ip': '172.20.0.1'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:48:17.438946 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Made reservation on behalf of b31468c9a56c48e5ad4caefeb9b64842 for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:48:17.441195 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:17.798713 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:17.868430 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Checking segment: {'id': '110f0b8f-e769-4289-93c4-83649a026293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:48:17.868800 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Network hostable DHCP agents. Network: 96fb25e9-cc4a-4385-8dd4-b322a19e2024, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:48:17.879753 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09dc49de-a9c6-43b1-93d8-949173bb444f,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:17.946691 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:48:18.014973 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 96fb25e9-cc4a-4385-8dd4-b322a19e2024) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:48:18.019940 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:48:18.020672 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:18.025612 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d6d4da-248d-4d77-9826-55b9bbfa1ea1 None None] Network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:48:18.103687 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-2851c948-bbdf-4394-a1ab-06b7882ee2e7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7487018 Oct 27 05:48:18.350671 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5db0faf-7858-5c2d-a427-571b21a65d7d-96fb25e9-cc4a-4385-8dd4-b322a19e2024', 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'fixed_ips': [{'subnet_id': '09dc49de-a9c6-43b1-93d8-949173bb444f'}]}} from dv-cinder-815582-2-iscsi. {{(pid=113448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:48:18.351905 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:18.648615 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.db_base_plugin_common [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Allocated IP 172.20.0.2 (96fb25e9-cc4a-4385-8dd4-b322a19e2024/09dc49de-a9c6-43b1-93d8-949173bb444f/0b475ea2-cd83-40d7-846c-e27d1cd70896) {{(pid=113448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:48:18.849646 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Publish callbacks [] for port, precommit_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:18.931479 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:19.006301 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 is already hosted by enough agents. {{(pid=113448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:48:19.010923 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.base_scheduler [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Resources bound (agent type, host, resource id): {{(pid=113448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:48:19.022848 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Received port after_create {{(pid=113448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:48:19.025952 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Pushing event updated for resources: {'Port': ['ID=0b475ea2-cd83-40d7-846c-e27d1cd70896,revision_number=1']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:19.056126 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.056484 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.056827 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.057161 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.057486 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.057832 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.058156 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.058478 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.058813 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.059132 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.059449 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.059765 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Tracked resource versions report: Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: pushed versions: Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: { 'AddressGroup': {'1.2'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'ConntrackHelper': {'1.0'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Log': {'1.0'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Network': {'1.1'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Port': {'1.7'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'PortForwarding': {'1.2'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'QosPolicy': {'1.10'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SecurityGroup': {'1.4'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SubPort': {'1.0'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Subnet': {'1.1'}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Trunk': {'1.1'}} Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: consumer versions: Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: { DHCP agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: L3 agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: Metadata agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: Metering agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: Open vSwitch agent@dv-cinder-815582-2-iscsi: { 'AddressGroup': '1.2', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'ConntrackHelper': '1.0', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Log': '1.0', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Network': '1.1', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Port': '1.7', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'PortForwarding': '1.2', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'QosPolicy': '1.10', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SecurityGroup': '1.4', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SecurityGroupRule': '1.2', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SubPort': '1.0', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Subnet': '1.1', Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Trunk': '1.1'}} Oct 27 05:48:19.060825 dv-cinder-815582-2-iscsi neutron-server[113448]: {{(pid=113448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:48:19.106958 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Attempting to bind port 0b475ea2-cd83-40d7-846c-e27d1cd70896 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:48:19.107289 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Attempting to bind port 0b475ea2-cd83-40d7-846c-e27d1cd70896 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '110f0b8f-e769-4289-93c4-83649a026293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:48:19.107700 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Attempting to bind port 0b475ea2-cd83-40d7-846c-e27d1cd70896 on network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:48:19.112881 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:48:19.113274 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Checking segment: {'id': '110f0b8f-e769-4289-93c4-83649a026293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:48:19.114151 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:19.114284 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Bound using segment: {'id': '110f0b8f-e769-4289-93c4-83649a026293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:48:19.114752 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Bound port: 0b475ea2-cd83-40d7-846c-e27d1cd70896, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110f0b8f-e769-4289-93c4-83649a026293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:48:19.115170 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:19.175862 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] For port 0b475ea2-cd83-40d7-846c-e27d1cd70896, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:48:19.180238 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] For port 0b475ea2-cd83-40d7-846c-e27d1cd70896, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=0b475ea2-cd83-40d7-846c-e27d1cd70896,segment=NetworkSegment(110f0b8f-e769-4289-93c4-83649a026293),segment_id=110f0b8f-e769-4289-93c4-83649a026293)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:48:19.268316 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:19.334308 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbba21-8c52-40e7-9815-ff7c90d85619 None None] Pushing event updated for resources: {'Port': ['ID=0b475ea2-cd83-40d7-846c-e27d1cd70896,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:20.638342 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 49506) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:21.136739 dv-cinder-815582-2-iscsi neutron-server[113446]: WARNING oslo_policy.policy [None req-d4140927-dcc9-4d69-9d59-5eef989c32a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:48:21.137678 dv-cinder-815582-2-iscsi neutron-server[113446]: WARNING oslo_policy.policy [None req-d4140927-dcc9-4d69-9d59-5eef989c32a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:48:21.371215 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [None req-d4140927-dcc9-4d69-9d59-5eef989c32a5 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:48:21.372509 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-d4140927-dcc9-4d69-9d59-5eef989c32a5 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7321811 Oct 27 05:48:23.888910 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49520) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:24.206746 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [None req-3e3dd95b-c20d-4c17-8d31-a68fe4996918 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:48:24.207878 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3e3dd95b-c20d-4c17-8d31-a68fe4996918 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3180239 Oct 27 05:48:26.961725 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49530) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:27.274473 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-585c0a2d-9ef8-4b34-8441-b962cc0c887c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:48:27.384911 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 0b475ea2-cd83-40d7-846c-e27d1cd70896 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:48:27.410057 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-585c0a2d-9ef8-4b34-8441-b962cc0c887c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-552'] for router, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:27.412071 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-585c0a2d-9ef8-4b34-8441-b962cc0c887c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-531'] for router, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:27.473612 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 0b475ea2-cd83-40d7-846c-e27d1cd70896 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:27.474023 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:27.549298 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-585c0a2d-9ef8-4b34-8441-b962cc0c887c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:27.582212 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:27.616748 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-585c0a2d-9ef8-4b34-8441-b962cc0c887c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540'] for router, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:27.624257 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 0b475ea2-cd83-40d7-846c-e27d1cd70896, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=0b475ea2-cd83-40d7-846c-e27d1cd70896,segment=NetworkSegment(110f0b8f-e769-4289-93c4-83649a026293),segment_id=110f0b8f-e769-4289-93c4-83649a026293)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:48:27.690271 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:27.698428 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-585c0a2d-9ef8-4b34-8441-b962cc0c887c admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:27.699645 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-585c0a2d-9ef8-4b34-8441-b962cc0c887c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7368634 Oct 27 05:48:27.742324 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=0b475ea2-cd83-40d7-846c-e27d1cd70896,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:28.483921 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f7e58-f4c4-4c42-a89e-3c3a1b5609ef None None] Network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:48:28.608927 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-21fb68cb-598b-4342-bd74-e1a724bb2338 None None] Provisioning complete for port 0b475ea2-cd83-40d7-846c-e27d1cd70896 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:28.609296 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-21fb68cb-598b-4342-bd74-e1a724bb2338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:28.949456 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-d4a5daf5-b298-4990-b03f-90dfe68ae9db None None] Provisioning complete for port 0b475ea2-cd83-40d7-846c-e27d1cd70896 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:28.949859 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d4a5daf5-b298-4990-b03f-90dfe68ae9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:29.342038 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 0b475ea2-cd83-40d7-846c-e27d1cd70896 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:48:29.388207 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 0b475ea2-cd83-40d7-846c-e27d1cd70896 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:29.388577 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:29.574931 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-3f62f77b-4a13-461a-8f87-b0021e405d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:30.230819 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49542) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:30.537879 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [None req-3996c638-42ea-4542-9d27-62e954ad02bf admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:48:30.538894 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3996c638-42ea-4542-9d27-62e954ad02bf admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3071339 Oct 27 05:48:32.101510 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-3cce3690-20ab-4f42-9475-5bf4b848d804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.020647 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49550) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:33.061465 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.325826 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:48:33.375725 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.392862 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Made reservation on behalf of 736d6572d5144a3881257db0dd65ee73 for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:48:33.395278 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.403308 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.477078 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.524504 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.538412 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Reserving flat network on physical network physnet1 {{(pid=113447) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 05:48:33.560872 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.561217 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Added segment 61201758-9ada-4087-a28d-315f87d84dfe of type flat for network eb333f7b-30fa-4f98-b6f5-643bda287999 Oct 27 05:48:33.562530 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b74ce5-d5da-42ec-8861-34fff2a653c8,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:33.616819 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.711998 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.712916 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:48:33.713491 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:33.770939 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] Pushing event updated for resources: {'Network': ['ID=eb333f7b-30fa-4f98-b6f5-643bda287999,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:33.780520 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network eb333f7b-30fa-4f98-b6f5-643bda287999 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:48:33.841523 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-5e9a5d31-588c-4a3b-ab76-bcb87f971c9e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8197505 Oct 27 05:48:34.919536 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:36.325479 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49568) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:36.496157 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df682a-0981-4183-a222-e1f5a54820da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:48:36.497469 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a6df682a-0981-4183-a222-e1f5a54820da admin admin] 10.222.0.30 "GET /v2.0/subnets/09dc49de-a9c6-43b1-93d8-949173bb444f HTTP/1.1" status: 200 len: 849 time: 0.1710138 Oct 27 05:48:36.615467 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-084ff656-040d-42c7-aa65-6163499af632 admin admin] 10.222.0.30 "GET /v2.0/routers/9488eba1-64d4-489b-90d0-fa41522e8454 HTTP/1.1" status: 200 len: 704 time: 0.1117783 Oct 27 05:48:36.876743 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:37.165095 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Allocated IP 172.20.0.1 (96fb25e9-cc4a-4385-8dd4-b322a19e2024/09dc49de-a9c6-43b1-93d8-949173bb444f/77e947bd-af60-4e0b-9fa2-4819721e25b0) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:48:37.360138 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:37.490958 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:37.564379 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:48:37.569031 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:48:37.574570 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:48:37.574924 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561089'] for router_interface, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:37.631858 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Pushing event updated for resources: {'Port': ['ID=77e947bd-af60-4e0b-9fa2-4819721e25b0,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:37.799319 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-ff1cdbad-50ba-44bc-8bfe-0910b1203107 None None] Provisioning complete for port 77e947bd-af60-4e0b-9fa2-4819721e25b0 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:37.799875 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ff1cdbad-50ba-44bc-8bfe-0910b1203107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:37.832967 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-ff1cdbad-50ba-44bc-8bfe-0910b1203107 None None] Port 77e947bd-af60-4e0b-9fa2-4819721e25b0 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:48:37.848782 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:38.053895 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:38.107073 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:38.107833 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570961'] for router_interface, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:38.185132 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Pushing event updated for resources: {'Port': ['ID=77e947bd-af60-4e0b-9fa2-4819721e25b0,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:38.231301 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:48:38.232610 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:48:38.460549 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-fd76515d-9757-4328-8e52-e13cfa75a1f5 None None] Provisioning complete for port 77e947bd-af60-4e0b-9fa2-4819721e25b0 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:38.460917 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fd76515d-9757-4328-8e52-e13cfa75a1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:38.490386 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Router 9488eba1-64d4-489b-90d0-fa41522e8454 is scheduled to L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a with binding_index 1 {{(pid=113447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:48:38.496981 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-fd76515d-9757-4328-8e52-e13cfa75a1f5 None None] Port 77e947bd-af60-4e0b-9fa2-4819721e25b0 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:48:38.579190 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:48:38.585050 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-ef426d96-003a-4346-94ed-1291973cfab3 admin admin] 10.222.0.30 "PUT /v2.0/routers/9488eba1-64d4-489b-90d0-fa41522e8454/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9637685 Oct 27 05:48:38.590489 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45002c44-d85b-4889-86a7-720276a218af None None] Sync routers for ids ['9488eba1-64d4-489b-90d0-fa41522e8454'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:48:38.603626 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45002c44-d85b-4889-86a7-720276a218af None None] Routers {'9488eba1-64d4-489b-90d0-fa41522e8454'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:48:38.604472 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-45002c44-d85b-4889-86a7-720276a218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:48:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['9488eba1-64d4-489b-90d0-fa41522e8454'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:48:38.794352 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-45002c44-d85b-4889-86a7-720276a218af None None] Set router 9488eba1-64d4-489b-90d0-fa41522e8454 gateway port host: None {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:48:39.219466 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-45002c44-d85b-4889-86a7-720276a218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'name': 'router1', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:48:27Z', 'updated_at': '2021-10-27T05:48:37Z', 'revision_number': 2, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'gw_port_host': None, '_interfaces': [{'id': '77e947bd-af60-4e0b-9fa2-4819721e25b0', 'name': '', 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'mac_address': 'fa:16:3e:10:fc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:48:36Z', 'updated_at': '2021-10-27T05:48:37Z', 'revision_number': 2, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'subnets': [{'id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a649554e-142e-4647-ad2a-ade6f2fa78c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:48:39.270617 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45002c44-d85b-4889-86a7-720276a218af None None] Checking router: 9488eba1-64d4-489b-90d0-fa41522e8454 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:48:39.270997 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45002c44-d85b-4889-86a7-720276a218af None None] Updating router 9488eba1-64d4-489b-90d0-fa41522e8454 port 77e947bd-af60-4e0b-9fa2-4819721e25b0 binding host dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:48:39.319086 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-45002c44-d85b-4889-86a7-720276a218af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:39.842570 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-45002c44-d85b-4889-86a7-720276a218af None None] Publish callbacks [] for port, precommit_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:39.923940 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-45002c44-d85b-4889-86a7-720276a218af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:40.015817 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Pushing event updated for resources: {'Port': ['ID=77e947bd-af60-4e0b-9fa2-4819721e25b0,revision_number=3']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.051797 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Tracked resource versions report: Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: pushed versions: Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: { 'AddressGroup': {'1.2'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'ConntrackHelper': {'1.0'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Log': {'1.0'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Network': {'1.1'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Port': {'1.7'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'PortForwarding': {'1.2'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'QosPolicy': {'1.10'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SecurityGroup': {'1.4'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SubPort': {'1.0'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Subnet': {'1.1'}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Trunk': {'1.1'}} Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: consumer versions: Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: { DHCP agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: L3 agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: Metadata agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: Metering agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: Open vSwitch agent@dv-cinder-815582-2-iscsi: { 'AddressGroup': '1.2', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'ConntrackHelper': '1.0', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Log': '1.0', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Network': '1.1', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Port': '1.7', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'PortForwarding': '1.2', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'QosPolicy': '1.10', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SecurityGroup': '1.4', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SecurityGroupRule': '1.2', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SubPort': '1.0', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Subnet': '1.1', Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Trunk': '1.1'}} Oct 27 05:48:40.052884 dv-cinder-815582-2-iscsi neutron-server[113449]: {{(pid=113449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:48:40.103542 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-45002c44-d85b-4889-86a7-720276a218af None None] Attempting to bind port 77e947bd-af60-4e0b-9fa2-4819721e25b0 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:48:40.103946 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-45002c44-d85b-4889-86a7-720276a218af None None] Attempting to bind port 77e947bd-af60-4e0b-9fa2-4819721e25b0 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '110f0b8f-e769-4289-93c4-83649a026293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024'}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:48:40.104373 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45002c44-d85b-4889-86a7-720276a218af None None] Attempting to bind port 77e947bd-af60-4e0b-9fa2-4819721e25b0 on network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:48:40.109481 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45002c44-d85b-4889-86a7-720276a218af None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:48:40.110064 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45002c44-d85b-4889-86a7-720276a218af None None] Checking segment: {'id': '110f0b8f-e769-4289-93c4-83649a026293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:48:40.110847 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-45002c44-d85b-4889-86a7-720276a218af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:40.111302 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45002c44-d85b-4889-86a7-720276a218af None None] Bound using segment: {'id': '110f0b8f-e769-4289-93c4-83649a026293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024'} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:48:40.111882 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-45002c44-d85b-4889-86a7-720276a218af None None] Bound port: 77e947bd-af60-4e0b-9fa2-4819721e25b0, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110f0b8f-e769-4289-93c4-83649a026293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024'}}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:48:40.112350 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-45002c44-d85b-4889-86a7-720276a218af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:40.186921 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-45002c44-d85b-4889-86a7-720276a218af None None] For port 77e947bd-af60-4e0b-9fa2-4819721e25b0, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:48:40.201513 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-45002c44-d85b-4889-86a7-720276a218af None None] For port 77e947bd-af60-4e0b-9fa2-4819721e25b0, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=77e947bd-af60-4e0b-9fa2-4819721e25b0,segment=NetworkSegment(110f0b8f-e769-4289-93c4-83649a026293),segment_id=110f0b8f-e769-4289-93c4-83649a026293)] {{(pid=113449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:48:40.228502 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-72684f6c-cf7c-44e6-b5ae-98ad86ad8cfc None None] Provisioning complete for port 77e947bd-af60-4e0b-9fa2-4819721e25b0 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:40.229038 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-72684f6c-cf7c-44e6-b5ae-98ad86ad8cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:40.261744 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-72684f6c-cf7c-44e6-b5ae-98ad86ad8cfc None None] Port 77e947bd-af60-4e0b-9fa2-4819721e25b0 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:48:40.262054 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-45002c44-d85b-4889-86a7-720276a218af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:40.320189 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45002c44-d85b-4889-86a7-720276a218af None None] Routers {'9488eba1-64d4-489b-90d0-fa41522e8454'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:48:40.320795 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-45002c44-d85b-4889-86a7-720276a218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:48:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['9488eba1-64d4-489b-90d0-fa41522e8454'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:48:40.324728 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcd443-c668-471e-a0c7-f21b8bd0c044 None None] Pushing event updated for resources: {'Port': ['ID=77e947bd-af60-4e0b-9fa2-4819721e25b0,revision_number=4']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:40.414023 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-45002c44-d85b-4889-86a7-720276a218af None None] Set router 9488eba1-64d4-489b-90d0-fa41522e8454 gateway port host: None {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:48:40.486453 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-99532bf2-db7b-49df-a450-bc39b85826e6 None None] Provisioning complete for port 77e947bd-af60-4e0b-9fa2-4819721e25b0 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:40.486818 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-99532bf2-db7b-49df-a450-bc39b85826e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:40.564884 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-99532bf2-db7b-49df-a450-bc39b85826e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:40.597300 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-99532bf2-db7b-49df-a450-bc39b85826e6 None None] For port 77e947bd-af60-4e0b-9fa2-4819721e25b0, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=77e947bd-af60-4e0b-9fa2-4819721e25b0,segment=NetworkSegment(110f0b8f-e769-4289-93c4-83649a026293),segment_id=110f0b8f-e769-4289-93c4-83649a026293)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:48:40.636539 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 5 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:48:40.641495 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-45002c44-d85b-4889-86a7-720276a218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'name': 'router1', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:48:27Z', 'updated_at': '2021-10-27T05:48:37Z', 'revision_number': 2, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'gw_port_host': None, '_interfaces': [{'id': '77e947bd-af60-4e0b-9fa2-4819721e25b0', 'name': '', 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'mac_address': 'fa:16:3e:10:fc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:48:36Z', 'updated_at': '2021-10-27T05:48:40Z', 'revision_number': 4, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'subnets': [{'id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a649554e-142e-4647-ad2a-ade6f2fa78c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:48:40.661512 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-99532bf2-db7b-49df-a450-bc39b85826e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:40.668563 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45002c44-d85b-4889-86a7-720276a218af None None] The sync data for ids ['9488eba1-64d4-489b-90d0-fa41522e8454'] in dv-cinder-815582-2-iscsi is: [{'id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'name': 'router1', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:48:27Z', 'updated_at': '2021-10-27T05:48:37Z', 'revision_number': 2, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'gw_port_host': None, '_interfaces': [{'id': '77e947bd-af60-4e0b-9fa2-4819721e25b0', 'name': '', 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'mac_address': 'fa:16:3e:10:fc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:48:36Z', 'updated_at': '2021-10-27T05:48:40Z', 'revision_number': 4, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'subnets': [{'id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a649554e-142e-4647-ad2a-ade6f2fa78c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:48:40.713296 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99532bf2-db7b-49df-a450-bc39b85826e6 None None] Pushing event updated for resources: {'Port': ['ID=77e947bd-af60-4e0b-9fa2-4819721e25b0,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:40.968059 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49588) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:41.080949 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63ddc26-7c9b-41a4-8157-6dbbac6f484a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:48:41.083084 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a63ddc26-7c9b-41a4-8157-6dbbac6f484a admin admin] 10.222.0.30 "GET /v2.0/networks/eb333f7b-30fa-4f98-b6f5-643bda287999 HTTP/1.1" status: 200 len: 842 time: 0.1140878 Oct 27 05:48:41.093084 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Request body: {'subnet': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:48:41.199026 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Made reservation on behalf of 736d6572d5144a3881257db0dd65ee73 for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:48:41.201303 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:41.598744 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.objects.ports [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 05:48:41.599220 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:41.653396 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb87f81-7911-4384-a8cd-43858fb229ba,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:41.668279 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:48:41.668634 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Network hostable DHCP agents. Network: eb333f7b-30fa-4f98-b6f5-643bda287999, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:48:41.752120 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:48:41.826259 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, eb333f7b-30fa-4f98-b6f5-643bda287999) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:48:41.830418 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:48:41.831284 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:41.838492 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b144dd6-cff4-4469-96b8-298827cb41a9 None None] Network eb333f7b-30fa-4f98-b6f5-643bda287999 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:48:41.976058 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9357e3c-8fb7-4fc8-b344-8b0dc8baf919 None None] Network eb333f7b-30fa-4f98-b6f5-643bda287999 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:48:42.017514 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-43bba938-0521-4a1e-8263-ca27de1d4e53 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9278383 Oct 27 05:48:44.404458 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49596) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:44.539108 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-e7e18bad-280c-46a9-87f6-270979006505 admin admin] 10.222.0.30 "GET /v2.0/routers/9488eba1-64d4-489b-90d0-fa41522e8454 HTTP/1.1" status: 200 len: 710 time: 0.1334753 Oct 27 05:48:44.625952 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776eed92-c9fe-49dd-a08f-03c11e4347ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:48:44.627356 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-776eed92-c9fe-49dd-a08f-03c11e4347ee admin admin] 10.222.0.30 "GET /v2.0/networks/eb333f7b-30fa-4f98-b6f5-643bda287999 HTTP/1.1" status: 200 len: 886 time: 0.0823092 Oct 27 05:48:44.637267 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:48:44.881927 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:45.173369 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:45.255839 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:45.395497 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Allocated IP 172.27.1.166 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/41146625-fff9-40ef-b4ea-92a629ad6077) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:48:45.496029 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:45.633158 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:45.671203 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:48:45.676615 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:48:45.680560 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:48:45.715476 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Pushing event updated for resources: {'Port': ['ID=41146625-fff9-40ef-b4ea-92a629ad6077,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:46.086415 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:46.286642 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560563', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-525'] for router, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:46.290104 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560549', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570624'] for router, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:46.399643 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Router 9488eba1-64d4-489b-90d0-fa41522e8454 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:48:46.506577 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:48:46.510845 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:46.512046 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-45bbf416-c315-4f1f-a4d8-36136b2ef111 admin admin] 10.222.0.30 "PUT /v2.0/routers/9488eba1-64d4-489b-90d0-fa41522e8454 HTTP/1.1" status: 200 len: 890 time: 1.8779683 Oct 27 05:48:47.390740 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 77e947bd-af60-4e0b-9fa2-4819721e25b0 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:48:47.440944 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 77e947bd-af60-4e0b-9fa2-4819721e25b0 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:47.441318 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:47.684325 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Sync routers for ids ['9488eba1-64d4-489b-90d0-fa41522e8454'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:48:47.696076 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Routers {'9488eba1-64d4-489b-90d0-fa41522e8454'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:48:47.696716 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:48:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['9488eba1-64d4-489b-90d0-fa41522e8454'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:48:47.918863 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Set router 9488eba1-64d4-489b-90d0-fa41522e8454 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:48:48.369574 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'name': 'router1', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '41146625-fff9-40ef-b4ea-92a629ad6077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:48:27Z', 'updated_at': '2021-10-27T05:48:45Z', 'revision_number': 4, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'gw_port': {'id': '41146625-fff9-40ef-b4ea-92a629ad6077', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:48:45Z', 'updated_at': '2021-10-27T05:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '77e947bd-af60-4e0b-9fa2-4819721e25b0', 'name': '', 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'mac_address': 'fa:16:3e:10:fc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:48:36Z', 'updated_at': '2021-10-27T05:48:40Z', 'revision_number': 5, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'subnets': [{'id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a649554e-142e-4647-ad2a-ade6f2fa78c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:48:48.420381 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Checking router: 9488eba1-64d4-489b-90d0-fa41522e8454 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:48:48.421059 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Updating router 9488eba1-64d4-489b-90d0-fa41522e8454 port 41146625-fff9-40ef-b4ea-92a629ad6077 binding host dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:48:48.466400 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:48.833728 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Publish callbacks [] for port, precommit_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:48.889461 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:48.942838 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Attempting to bind port 41146625-fff9-40ef-b4ea-92a629ad6077 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:48:48.943216 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Attempting to bind port 41146625-fff9-40ef-b4ea-92a629ad6077 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:48:48.943585 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Attempting to bind port 41146625-fff9-40ef-b4ea-92a629ad6077 on network eb333f7b-30fa-4f98-b6f5-643bda287999 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:48:48.946387 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7de4b-ca77-4436-b579-85d5f67542c0 None None] Pushing event updated for resources: {'Port': ['ID=41146625-fff9-40ef-b4ea-92a629ad6077,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:48.950872 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:48:48.951250 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:48:48.951653 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:48.952038 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Bound using segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:48:48.952517 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Bound port: 41146625-fff9-40ef-b4ea-92a629ad6077, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:48:48.952910 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:49.000682 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 49608) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:48:49.001217 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] For port 41146625-fff9-40ef-b4ea-92a629ad6077, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:48:49.004174 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] For port 41146625-fff9-40ef-b4ea-92a629ad6077, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=41146625-fff9-40ef-b4ea-92a629ad6077,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:48:49.061809 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:49.125701 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-83b1832f-c31b-4e37-9d92-1468a28299d6 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1117396 Oct 27 05:48:49.125946 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Routers {'9488eba1-64d4-489b-90d0-fa41522e8454'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:48:49.125946 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:48:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['9488eba1-64d4-489b-90d0-fa41522e8454'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:48:49.154348 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7de4b-ca77-4436-b579-85d5f67542c0 None None] Pushing event updated for resources: {'Port': ['ID=41146625-fff9-40ef-b4ea-92a629ad6077,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:49.230618 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] Set router 9488eba1-64d4-489b-90d0-fa41522e8454 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:48:49.442608 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'name': 'router1', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '41146625-fff9-40ef-b4ea-92a629ad6077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:48:27Z', 'updated_at': '2021-10-27T05:48:45Z', 'revision_number': 4, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'gw_port': {'id': '41146625-fff9-40ef-b4ea-92a629ad6077', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:48:45Z', 'updated_at': '2021-10-27T05:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '77e947bd-af60-4e0b-9fa2-4819721e25b0', 'name': '', 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'mac_address': 'fa:16:3e:10:fc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:48:36Z', 'updated_at': '2021-10-27T05:48:40Z', 'revision_number': 5, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'subnets': [{'id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a649554e-142e-4647-ad2a-ade6f2fa78c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:48:49.472442 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd511a4-766b-4dd7-9a40-ae7154836c90 None None] The sync data for ids ['9488eba1-64d4-489b-90d0-fa41522e8454'] in dv-cinder-815582-2-iscsi is: [{'id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'name': 'router1', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '41146625-fff9-40ef-b4ea-92a629ad6077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:48:27Z', 'updated_at': '2021-10-27T05:48:45Z', 'revision_number': 4, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'gw_port': {'id': '41146625-fff9-40ef-b4ea-92a629ad6077', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:48:45Z', 'updated_at': '2021-10-27T05:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '77e947bd-af60-4e0b-9fa2-4819721e25b0', 'name': '', 'network_id': '96fb25e9-cc4a-4385-8dd4-b322a19e2024', 'tenant_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'mac_address': 'fa:16:3e:10:fc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9488eba1-64d4-489b-90d0-fa41522e8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:48:36Z', 'updated_at': '2021-10-27T05:48:40Z', 'revision_number': 5, 'project_id': 'b31468c9a56c48e5ad4caefeb9b64842', 'subnets': [{'id': '09dc49de-a9c6-43b1-93d8-949173bb444f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a649554e-142e-4647-ad2a-ade6f2fa78c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:48:51.394149 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 41146625-fff9-40ef-b4ea-92a629ad6077 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:48:51.450989 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 41146625-fff9-40ef-b4ea-92a629ad6077 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:51.451822 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:51.537827 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:51.564236 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 41146625-fff9-40ef-b4ea-92a629ad6077, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=41146625-fff9-40ef-b4ea-92a629ad6077,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:48:51.645344 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:51.714013 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=41146625-fff9-40ef-b4ea-92a629ad6077,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:48:53.395707 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 41146625-fff9-40ef-b4ea-92a629ad6077 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:48:53.482032 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 41146625-fff9-40ef-b4ea-92a629ad6077 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:48:53.482032 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:48:59.557841 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9272d0e3-085e-4844-893c-a6ea939b3bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:49:02.135093 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a383-5220-4e8e-a163-6974f380dcf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:49:03.113171 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:49:03.397963 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:49:04.900872 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:49:17.680859 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 5 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:49:29.583389 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b2ea92e8-90c7-47ad-972b-772123953638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:49:32.340557 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bfb1b-3ed3-43e9-9ba7-3f409065c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:49:33.117463 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:49:33.442939 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:49:34.883527 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:49:54.640240 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 5 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:49:59.567818 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-6f555ae6-cabf-4d4a-acde-695876ffd493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:02.110582 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-e5df65fb-0f8e-4fd2-8ff8-2927db6fec95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:03.098912 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:03.385689 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:04.916273 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:29.020514 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50170) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:50:29.081008 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f5544a-13db-465c-a7da-2e7c3fe615f7 admin admin] GET failed (client error): The resource could not be found. Oct 27 05:50:29.082362 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-54f5544a-13db-465c-a7da-2e7c3fe615f7 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608792 Oct 27 05:50:29.239654 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d3505e-63a8-45cc-81fc-06fd1a3477a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:29.241025 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-f8d3505e-63a8-45cc-81fc-06fd1a3477a8 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541169 Oct 27 05:50:29.555173 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d6936d4e-60f6-476b-aff1-fc3a7cf8ce7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:31.536160 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50180) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:50:31.638202 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 5 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:50:31.791665 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.policy [None req-6f6e2479-7e43-4ba9-8687-f5f777d90430 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113446) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 05:50:31.839975 dv-cinder-815582-2-iscsi neutron-server[113446]: WARNING oslo_policy.policy [None req-6f6e2479-7e43-4ba9-8687-f5f777d90430 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:50:31.840351 dv-cinder-815582-2-iscsi neutron-server[113446]: WARNING oslo_policy.policy [None req-6f6e2479-7e43-4ba9-8687-f5f777d90430 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:50:31.848820 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e2479-7e43-4ba9-8687-f5f777d90430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:31.850699 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-6f6e2479-7e43-4ba9-8687-f5f777d90430 admin admin] 10.222.0.30 "GET /v2.0/subnets/09dc49de-a9c6-43b1-93d8-949173bb444f HTTP/1.1" status: 200 len: 849 time: 0.3134940 Oct 27 05:50:31.863795 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:50:31.949801 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Publish callbacks [] for subnet, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:32.126896 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-21b617ad-3b37-41f6-8041-ce1d67419fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:32.149504 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727023851749'] for subnet, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:32.217441 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:32.218308 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:32.219444 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] 10.222.0.30 "PUT /v2.0/subnets/09dc49de-a9c6-43b1-93d8-949173bb444f HTTP/1.1" status: 200 len: 868 time: 0.3602684 Oct 27 05:50:32.221419 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da94065-bbbb-409d-afa0-ed5ee51409f7 None None] Network 96fb25e9-cc4a-4385-8dd4-b322a19e2024 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:50:32.242775 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09dc49de-a9c6-43b1-93d8-949173bb444f,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:50:32.253354 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.253754 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.254089 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.254413 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.254744 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.255083 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.255413 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.255758 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.256105 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.256433 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.256758 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.257082 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44d703-8f4e-4d48-aea8-c14b027b9631 admin admin] Tracked resource versions report: Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: pushed versions: Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: { 'AddressGroup': {'1.2'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'ConntrackHelper': {'1.0'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Log': {'1.0'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Network': {'1.1'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Port': {'1.7'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'PortForwarding': {'1.2'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'QosPolicy': {'1.10'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SecurityGroup': {'1.4'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SubPort': {'1.0'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Subnet': {'1.1'}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Trunk': {'1.1'}} Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: consumer versions: Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: { DHCP agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: L3 agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: Metadata agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: Metering agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: Open vSwitch agent@dv-cinder-815582-2-iscsi: { 'AddressGroup': '1.2', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'ConntrackHelper': '1.0', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Log': '1.0', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Network': '1.1', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Port': '1.7', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'PortForwarding': '1.2', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'QosPolicy': '1.10', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SecurityGroup': '1.4', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SecurityGroupRule': '1.2', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SubPort': '1.0', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Subnet': '1.1', Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Trunk': '1.1'}} Oct 27 05:50:32.258217 dv-cinder-815582-2-iscsi neutron-server[113446]: {{(pid=113446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:50:32.550824 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-c1aa85ca-6a01-4b48-8b0f-8af8f449a55b None None] Provisioning complete for port 77e947bd-af60-4e0b-9fa2-4819721e25b0 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:50:32.551197 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-c1aa85ca-6a01-4b48-8b0f-8af8f449a55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:32.636631 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-c1aa85ca-6a01-4b48-8b0f-8af8f449a55b None None] Provisioning complete for port 0b475ea2-cd83-40d7-846c-e27d1cd70896 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:50:32.637005 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-c1aa85ca-6a01-4b48-8b0f-8af8f449a55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:33.086894 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:33.389690 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:34.520756 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50196) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:50:34.715855 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e960c-d34b-44ea-9501-8acc0b1bcd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:34.716239 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e960c-d34b-44ea-9501-8acc0b1bcd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:34.717790 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-222e960c-d34b-44ea-9501-8acc0b1bcd21 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960590 Oct 27 05:50:34.898491 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:50:37.001511 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50204) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:50:37.128052 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218a278-6237-4ddb-b600-026e00c877e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:37.128526 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218a278-6237-4ddb-b600-026e00c877e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:37.130193 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-6218a278-6237-4ddb-b600-026e00c877e1 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1276867 Oct 27 05:50:39.407060 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50212) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:50:39.631092 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3306fe-a5ad-4633-ba86-49d3db766381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:39.632452 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-0d3306fe-a5ad-4633-ba86-49d3db766381 admin admin] 10.222.0.30 "GET /v2.0/networks/96fb25e9-cc4a-4385-8dd4-b322a19e2024 HTTP/1.1" status: 200 len: 869 time: 0.2244418 Oct 27 05:50:41.899149 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50220) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:50:42.027165 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee4ccc-6a3a-42b2-85fa-d942d72d4f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:42.031692 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b6ee4ccc-6a3a-42b2-85fa-d942d72d4f31 admin admin] 10.222.0.30 "GET /v2.0/networks/eb333f7b-30fa-4f98-b6f5-643bda287999 HTTP/1.1" status: 200 len: 886 time: 0.1284389 Oct 27 05:50:44.389847 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50228) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:50:44.511717 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc929bb1-7457-4738-80ed-13c4696b3b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:44.512166 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc929bb1-7457-4738-80ed-13c4696b3b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:44.513688 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-bc929bb1-7457-4738-80ed-13c4696b3b89 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220670 Oct 27 05:50:46.798077 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50236) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:50:46.889399 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b37f34-b19a-4e5e-ba30-8aaab254ff17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:46.890316 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b37f34-b19a-4e5e-ba30-8aaab254ff17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:46.891861 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-94b37f34-b19a-4e5e-ba30-8aaab254ff17 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927167 Oct 27 05:50:49.182774 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50244) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:50:49.273290 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d221e269-887d-4897-98a1-048471fbc47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:49.274626 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-d221e269-887d-4897-98a1-048471fbc47d admin admin] 10.222.0.30 "GET /v2.0/subnets/09dc49de-a9c6-43b1-93d8-949173bb444f HTTP/1.1" status: 200 len: 868 time: 0.0908837 Oct 27 05:50:51.541492 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50252) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:50:51.626343 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad2fdc-cb8d-4182-bf56-c117e992bbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:50:51.627606 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-25ad2fdc-cb8d-4182-bf56-c117e992bbb7 admin admin] 10.222.0.30 "GET /v2.0/subnets/3fb87f81-7911-4384-a8cd-43858fb229ba HTTP/1.1" status: 200 len: 816 time: 0.0851429 Oct 27 05:50:59.600574 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f378ff7c-f7e7-4368-9fa3-7a0650d41f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:02.142860 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-1f977246-3cdb-4d28-b2c6-e666b2839a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:03.114280 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:03.388705 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:04.931540 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:08.636695 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 5 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:51:17.405003 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50306) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:51:17.451717 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [None req-aa3920da-ba61-4825-bcfa-67c2feb6d8b4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:51:17.452692 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-aa3920da-ba61-4825-bcfa-67c2feb6d8b4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0467634 Oct 27 05:51:19.813430 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50314) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:51:19.871821 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.pecan_wsgi.hooks.translation [None req-77729cf0-2608-4f03-abde-ad5647bfa05b admin admin] GET failed (client error): The resource could not be found. Oct 27 05:51:19.873739 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-77729cf0-2608-4f03-abde-ad5647bfa05b admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593269 Oct 27 05:51:20.053710 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571c34f-21ec-4da4-b668-dd3b08ab1496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:51:20.055101 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8571c34f-21ec-4da4-b668-dd3b08ab1496 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1768792 Oct 27 05:51:22.348775 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50322) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:51:22.395048 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:51:22.396698 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.quota [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Loaded quota_driver: . Oct 27 05:51:22.490641 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Made reservation on behalf of 736d6572d5144a3881257db0dd65ee73 for: {'network': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:51:22.493039 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:22.539242 dv-cinder-815582-2-iscsi neutron-server[113446]: WARNING neutron.services.revisions.revision_plugin [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Could not find related network for resource to bump revision. Oct 27 05:51:22.556301 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=113446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:51:22.568173 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727023893782', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:22.568726 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Unsubscribe: segment precommit_create {{(pid=113446) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 05:51:22.569200 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.segments_db [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Added segment 02850852-0c49-497d-a0d5-d3de5cbba4a2 of type vlan for network 4e08be63-b09a-4fa2-a1ff-cf5564932771 Oct 27 05:51:22.619906 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:22.691056 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:22.692040 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:51:22.692660 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:22.803940 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] Pushing event updated for resources: {'Network': ['ID=4e08be63-b09a-4fa2-a1ff-cf5564932771,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:51:22.814609 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 4e08be63-b09a-4fa2-a1ff-cf5564932771 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:51:22.836668 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-165f4db5-b6f1-4d05-a916-3c993e811504 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4867411 Oct 27 05:51:25.170888 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50330) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:51:25.230707 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8ad2de-f902-4e9c-ae7a-46fa8a0ac040 admin admin] GET failed (client error): The resource could not be found. Oct 27 05:51:25.232016 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-be8ad2de-f902-4e9c-ae7a-46fa8a0ac040 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601792 Oct 27 05:51:25.333451 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb798f-84bc-47ef-823f-675ea1a8790b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:51:25.334922 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-b5fb798f-84bc-47ef-823f-675ea1a8790b admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0976703 Oct 27 05:51:25.345639 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:51:25.422230 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Made reservation on behalf of 736d6572d5144a3881257db0dd65ee73 for: {'subnet': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:51:25.424506 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Publish callbacks [] for subnet, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:25.651143 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:25.708313 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3f18d7-13c3-4dd5-8b28-1e599e1bf149,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:51:25.719466 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Checking segment: {'id': '02850852-0c49-497d-a0d5-d3de5cbba4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:51:25.719827 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Network hostable DHCP agents. Network: 4e08be63-b09a-4fa2-a1ff-cf5564932771, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:51:25.793412 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Network 4e08be63-b09a-4fa2-a1ff-cf5564932771 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:51:25.850834 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 4e08be63-b09a-4fa2-a1ff-cf5564932771) {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:51:25.855350 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:51:25.856437 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:25.860343 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c77d7d5-bad0-4b15-bb5d-1ea6b15364fb None None] Network 4e08be63-b09a-4fa2-a1ff-cf5564932771 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:51:25.922833 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-043dbf8a-340a-4547-977f-e05e7fa8aa3d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5810111 Oct 27 05:51:26.171693 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5db0faf-7858-5c2d-a427-571b21a65d7d-4e08be63-b09a-4fa2-a1ff-cf5564932771', 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771', 'tenant_id': '736d6572d5144a3881257db0dd65ee73', 'fixed_ips': [{'subnet_id': '8c3f18d7-13c3-4dd5-8b28-1e599e1bf149'}]}} from dv-cinder-815582-2-iscsi. {{(pid=113448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:51:26.172524 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:26.326833 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.db_base_plugin_common [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Allocated IP 192.168.233.2 (4e08be63-b09a-4fa2-a1ff-cf5564932771/8c3f18d7-13c3-4dd5-8b28-1e599e1bf149/3f85edb1-b25c-49fb-9c01-0de43f374316) {{(pid=113448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:51:26.481046 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Publish callbacks [] for port, precommit_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:26.571050 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:26.614761 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Network 4e08be63-b09a-4fa2-a1ff-cf5564932771 is already hosted by enough agents. {{(pid=113448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:51:26.617559 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.base_scheduler [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Resources bound (agent type, host, resource id): {{(pid=113448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:51:26.621812 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Received port after_create {{(pid=113448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:51:26.624953 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Pushing event updated for resources: {'Port': ['ID=3f85edb1-b25c-49fb-9c01-0de43f374316,revision_number=1']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:51:26.635737 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.636111 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.636460 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.636797 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.637151 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.637485 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.637839 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.638169 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.639015 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.639758 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.639758 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.639932 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:51:26.689127 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Attempting to bind port 3f85edb1-b25c-49fb-9c01-0de43f374316 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:51:26.689493 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Attempting to bind port 3f85edb1-b25c-49fb-9c01-0de43f374316 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '02850852-0c49-497d-a0d5-d3de5cbba4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:51:26.689879 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Attempting to bind port 3f85edb1-b25c-49fb-9c01-0de43f374316 on network 4e08be63-b09a-4fa2-a1ff-cf5564932771 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:51:26.694770 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:51:26.695135 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Checking segment: {'id': '02850852-0c49-497d-a0d5-d3de5cbba4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:51:26.695528 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:26.695913 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Bound using segment: {'id': '02850852-0c49-497d-a0d5-d3de5cbba4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:51:26.696367 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Bound port: 3f85edb1-b25c-49fb-9c01-0de43f374316, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02850852-0c49-497d-a0d5-d3de5cbba4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:51:26.696751 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:26.760980 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] For port 3f85edb1-b25c-49fb-9c01-0de43f374316, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:51:26.764445 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] For port 3f85edb1-b25c-49fb-9c01-0de43f374316, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=3f85edb1-b25c-49fb-9c01-0de43f374316,segment=NetworkSegment(02850852-0c49-497d-a0d5-d3de5cbba4a2),segment_id=02850852-0c49-497d-a0d5-d3de5cbba4a2)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:51:26.817171 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:26.877097 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08475e93-38cf-4ebf-84e9-89e6d7627c7c None None] Pushing event updated for resources: {'Port': ['ID=3f85edb1-b25c-49fb-9c01-0de43f374316,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:51:27.486365 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 3f85edb1-b25c-49fb-9c01-0de43f374316 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:51:27.540668 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 3f85edb1-b25c-49fb-9c01-0de43f374316 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:51:27.541349 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:27.636817 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:27.672589 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 3f85edb1-b25c-49fb-9c01-0de43f374316, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=3f85edb1-b25c-49fb-9c01-0de43f374316,segment=NetworkSegment(02850852-0c49-497d-a0d5-d3de5cbba4a2),segment_id=02850852-0c49-497d-a0d5-d3de5cbba4a2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:51:27.716676 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462fea0b-c951-4c3e-bb5e-bb35aa57d43a None None] Network 4e08be63-b09a-4fa2-a1ff-cf5564932771 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:51:27.764285 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:27.842849 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-d7b27d1c-016f-4862-a679-fb3be561acb9 None None] Provisioning complete for port 3f85edb1-b25c-49fb-9c01-0de43f374316 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:51:27.843225 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7b27d1c-016f-4862-a679-fb3be561acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:27.866350 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=3f85edb1-b25c-49fb-9c01-0de43f374316,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:51:28.201101 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-74cc7814-49de-407f-af23-fde2d5fcd29f None None] Provisioning complete for port 3f85edb1-b25c-49fb-9c01-0de43f374316 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:51:28.201984 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-74cc7814-49de-407f-af23-fde2d5fcd29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:29.457427 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 3f85edb1-b25c-49fb-9c01-0de43f374316 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:51:29.518293 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 3f85edb1-b25c-49fb-9c01-0de43f374316 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:51:29.518655 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:29.582849 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-cdbda67c-5d1f-4f7d-a195-70cefe629335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:32.136179 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-71e4a8c9-cb16-4a6d-aed8-9073fbaead9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:33.119021 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:33.422028 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:34.907742 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:51:45.634245 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 5 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:51:59.586884 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-7f606350-3205-4fdb-a498-8e4d7374b2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:02.135364 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-753b1a91-b15d-437e-b08f-3b9b1f630fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:03.106578 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:03.403750 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:04.883986 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:22.632205 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 5 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:52:29.551632 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-604a35fd-dfb4-4ed9-a9f1-c682e71e6468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:32.140459 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4c14d03b-7ea9-425d-b992-3308bd1dec47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:33.123386 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:33.392144 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:34.888967 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:48.898249 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50376) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:52:48.904324 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [None req-44dd5957-d68f-4b5c-9afc-c30fd0d8098a tempest-verify_tempest_config-1133982371 tempest-verify_tempest_config-1133982371-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:52:48.905367 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-44dd5957-d68f-4b5c-9afc-c30fd0d8098a tempest-verify_tempest_config-1133982371 tempest-verify_tempest_config-1133982371-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0061643 Oct 27 05:52:49.412429 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50394) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:52:49.514839 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:49.586060 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:49.631249 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:49.679123 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b12cf5b7717146d2a1123c829c1b03ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2656267 Oct 27 05:52:49.680156 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8154ab-a430-4c9a-9754-7fb2f464f4ad,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:52:49.681971 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50400) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:52:49.687661 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.688031 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.688371 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.688718 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.689027 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.689372 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.689724 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.690068 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.690408 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.690731 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.691049 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.691365 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3dca-93a4-4e5d-bb64-8ca71d7ae6df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.759700 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:49.781423 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:49.939956 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:49.942660 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:49.943896 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e8154ab-a430-4c9a-9754-7fb2f464f4ad HTTP/1.1" status: 204 len: 168 time: 0.2609222 Oct 27 05:52:49.952892 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8154ab-a430-4c9a-9754-7fb2f464f4ad,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:52:49.959807 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.960175 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.960522 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.960860 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.961279 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.961635 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.962061 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.962392 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.962849 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.963073 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.964052 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:49.964383 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642cc64-af29-4b1e-a00e-1484ca9f8ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:52:59.550589 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-c3d9d0fc-2a0d-40a7-9f8c-042a2a6ab4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:52:59.630957 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 5 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:53:02.386158 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-71488be5-ede0-429a-bd03-c145a54b3d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:53:03.196285 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:53:03.396365 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:53:04.882201 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:53:29.566857 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-37dc8374-9702-4c43-b2cf-adb0f1d00d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:53:32.137548 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-e29e8018-ecf4-4443-98d2-069c09d47274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:53:33.143357 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:53:33.401380 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:53:34.932446 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:53:36.630605 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 5 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:53:59.571907 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-336e8d51-164c-4436-a1a0-77df3f838988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:02.137406 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ca9db27f-d9bb-4200-8d46-2c015da8cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:03.126345 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:03.400800 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:04.920023 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:13.629038 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 5 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:54:23.627585 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571045'] for agent, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:29.587700 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-31dc05e3-493a-47c1-a73a-f12618339290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:32.142677 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-e6e866fe-a98f-4f0a-854a-a8b620f0e55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:33.148305 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:33.393789 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:34.914311 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:38.498072 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50472) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:54:38.600691 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-4c2c549d-195e-4dc8-864c-d01a75250a9a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1014941 Oct 27 05:54:40.892895 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50482) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:54:40.954165 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3c17d923-a1a2-42f3-893d-ec663d6185b8 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0601521 Oct 27 05:54:50.627177 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:54:53.593357 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:54:59.570743 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4594-347e-4c71-b209-094cffac7f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:02.147681 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7154e04-b6df-40c1-ae41-ebc58758f0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:03.135747 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:03.392950 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:04.958571 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:23.597866 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:27.626268 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:55:29.581083 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0ed45879-70f4-473e-a59a-46d496392d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:32.145519 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-3f56509f-2615-4d9e-8497-eb8e46b8cc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:33.215962 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:33.409208 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:34.952309 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:53.597049 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:55:59.561173 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2a3e17b6-b3e2-413f-8329-45378bb30bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:02.139734 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-c434f1cd-d382-49be-ba32-ea5a769f9331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:03.144291 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:03.396623 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:04.625814 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:56:04.957366 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:08.189312 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50626) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:08.735278 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-485067477-network', 'tenant_id': '64455b34b66e47089e65d11246290c6d'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:08.806806 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50646) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:08.852194 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Made reservation on behalf of 64455b34b66e47089e65d11246290c6d for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:56:08.854556 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:08.863751 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:08.938441 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.014079 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.042563 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-572932867-network', 'tenant_id': 'cb3768f36baf46b0afa3c17ea914fbf3'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:09.052315 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:56:09.054788 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf390c40-1190-4026-83c8-4b4530ef14d6,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:09.068087 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.068809 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.069153 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.069631 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.069972 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.070318 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.070648 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.070984 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.071518 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.071847 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.072183 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.072490 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Tracked resource versions report: Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: pushed versions: Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: { 'AddressGroup': {'1.2'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'ConntrackHelper': {'1.0'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Log': {'1.0'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Network': {'1.1'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Port': {'1.7'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'PortForwarding': {'1.2'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'QosPolicy': {'1.10'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SecurityGroup': {'1.4'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SubPort': {'1.0'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Subnet': {'1.1'}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Trunk': {'1.1'}} Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: consumer versions: Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: { DHCP agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: HyperV agent@hv-cinder-81558: {}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: L3 agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: Metadata agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: Metering agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: Open vSwitch agent@dv-cinder-815582-2-iscsi: { 'AddressGroup': '1.2', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'ConntrackHelper': '1.0', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Log': '1.0', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Network': '1.1', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Port': '1.7', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'PortForwarding': '1.2', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'QosPolicy': '1.10', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SecurityGroup': '1.4', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SecurityGroupRule': '1.2', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'SubPort': '1.0', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Subnet': '1.1', Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: 'Trunk': '1.1'}} Oct 27 05:56:09.073534 dv-cinder-815582-2-iscsi neutron-server[113447]: {{(pid=113447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:56:09.083766 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.084109 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Added segment 4b648a4d-0552-4eed-af51-6f40cf5191d2 of type vlan for network d47e9b37-1bb4-4526-b397-18f220ed76f4 Oct 27 05:56:09.135542 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.179606 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Made reservation on behalf of cb3768f36baf46b0afa3c17ea914fbf3 for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:56:09.184308 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.194265 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.227030 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.230154 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:09.230154 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.303110 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] Pushing event updated for resources: {'Network': ['ID=d47e9b37-1bb4-4526-b397-18f220ed76f4,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:09.313743 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network d47e9b37-1bb4-4526-b397-18f220ed76f4 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:56:09.339632 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.399853 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-7e220bdb-59f0-4c6a-9b36-5920192d3972 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2094090 Oct 27 05:56:09.402777 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50686) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:09.408298 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Request body: {'subnet': {'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-485067477-subnet', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:09.430818 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.458651 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:56:09.463831 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116b7b5c-7221-4e3a-b689-4efcfff361a7,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:09.471154 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.472281 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Added segment 22625c33-7b3f-404e-b7ad-6cad138e7844 of type vlan for network 4d974187-dbda-4d77-9241-437b0bb1978e Oct 27 05:56:09.479656 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Made reservation on behalf of 64455b34b66e47089e65d11246290c6d for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:56:09.483079 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Publish callbacks [] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.583127 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.711408 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.712331 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:09.712908 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.786348 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:09.796695 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] Pushing event updated for resources: {'Network': ['ID=4d974187-dbda-4d77-9241-437b0bb1978e,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:09.809189 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 4d974187-dbda-4d77-9241-437b0bb1978e details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:56:09.822869 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50698) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:09.865005 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c15dddd-89be-4796-ba53-2dd991865a9b,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:09.873534 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-45295f9e-dc6c-4294-b668-52ec90210619 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0656312 Oct 27 05:56:09.876627 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50710) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:09.883285 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Request body: {'subnet': {'network_id': '4d974187-dbda-4d77-9241-437b0bb1978e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-572932867-subnet', 'tenant_id': 'cb3768f36baf46b0afa3c17ea914fbf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:09.930104 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Checking segment: {'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:09.930691 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Network hostable DHCP agents. Network: d47e9b37-1bb4-4526-b397-18f220ed76f4, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:56:10.008226 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Made reservation on behalf of cb3768f36baf46b0afa3c17ea914fbf3 for: {'subnet': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:56:10.011176 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Publish callbacks [] for subnet, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.058596 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Network d47e9b37-1bb4-4526-b397-18f220ed76f4 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:56:10.137981 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, d47e9b37-1bb4-4526-b397-18f220ed76f4) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:10.142817 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:10.143427 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.147586 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8cc568-a3e9-424e-9182-26671155ab01 None None] Network d47e9b37-1bb4-4526-b397-18f220ed76f4 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:56:10.192821 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-471292899-network', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:10.249788 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50730) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:10.250273 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-717a8c32-ac3a-416d-8129-57522a78c75d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8461912 Oct 27 05:56:10.261799 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-485067477-router', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:10.282199 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f74d92-5aae-4e43-94c6-1bb6215a6b1f None None] Network d47e9b37-1bb4-4526-b397-18f220ed76f4 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:56:10.289194 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.340617 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Checking segment: {'id': '22625c33-7b3f-404e-b7ad-6cad138e7844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4d974187-dbda-4d77-9241-437b0bb1978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:10.340980 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Network hostable DHCP agents. Network: 4d974187-dbda-4d77-9241-437b0bb1978e, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:56:10.350793 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Made reservation on behalf of c482bd8fa6824737b96e650ac49d246f for: {'network': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:56:10.353102 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.406425 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.445801 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6802839c-8185-498a-a0e6-aa0c27198a78,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:10.457211 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.457571 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.457941 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.458398 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.458916 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.459256 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.459580 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.460126 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.460473 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.460800 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.461117 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.461440 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Tracked resource versions report: Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: pushed versions: Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: { 'AddressGroup': {'1.2'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'ConntrackHelper': {'1.0'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Log': {'1.0'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Network': {'1.1'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Port': {'1.7'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'PortForwarding': {'1.2'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'QosPolicy': {'1.10'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SecurityGroup': {'1.4'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SubPort': {'1.0'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Subnet': {'1.1'}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Trunk': {'1.1'}} Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: consumer versions: Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: { DHCP agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: HyperV agent@hv-cinder-81558: {}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: L3 agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: Metadata agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: Metering agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: Open vSwitch agent@dv-cinder-815582-2-iscsi: { 'AddressGroup': '1.2', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'ConntrackHelper': '1.0', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Log': '1.0', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Network': '1.1', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Port': '1.7', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'PortForwarding': '1.2', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'QosPolicy': '1.10', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SecurityGroup': '1.4', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SecurityGroupRule': '1.2', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'SubPort': '1.0', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Subnet': '1.1', Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: 'Trunk': '1.1'}} Oct 27 05:56:10.462531 dv-cinder-815582-2-iscsi neutron-server[113446]: {{(pid=113446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:56:10.485489 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-552'] for router, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.488471 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-531'] for router, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.514277 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Network 4d974187-dbda-4d77-9241-437b0bb1978e is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:56:10.649924 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.660441 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 4d974187-dbda-4d77-9241-437b0bb1978e) {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:10.663345 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.666585 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:10.667380 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.672072 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a44cf7-e72d-4b6c-bfd0-445a359bdaa3 None None] Network 4d974187-dbda-4d77-9241-437b0bb1978e requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:56:10.731771 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.839751 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab61bfb-8400-4427-97dd-77f29ec657a3 None None] Network 4d974187-dbda-4d77-9241-437b0bb1978e requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:56:10.859360 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fff90ed-258c-41ef-8ae7-f4dc0de05888,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:10.873241 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-4fb81a10-eda0-4622-813c-d678077fbd7d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9953611 Oct 27 05:56:10.970045 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.976655 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=113446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:56:10.987030 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:10.988384 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.segments_db [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Added segment 9ae685fe-c162-4baf-845f-3ebd6695692d of type vlan for network 3177cac3-82d5-490f-bd50-8410e69bf297 Oct 27 05:56:11.049379 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:11.281187 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:11.282428 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:11.283048 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:11.385906 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] Pushing event updated for resources: {'Network': ['ID=3177cac3-82d5-490f-bd50-8410e69bf297,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:11.395133 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 3177cac3-82d5-490f-bd50-8410e69bf297 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:56:11.421079 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:11.453320 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-a06c11fd-0088-40b5-9546-70e27e1e2d46 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6282418 Oct 27 05:56:11.454646 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:11.456365 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50784) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:11.461723 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Request body: {'subnet': {'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-subnet', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:11.585644 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Made reservation on behalf of c482bd8fa6824737b96e650ac49d246f for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:56:11.588019 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:11.621932 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Allocated IP 172.27.1.115 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/1e52821b-5116-4770-a6f7-bf6965336a04) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:56:11.764324 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:11.842811 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:11.900247 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:11.940946 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cc1477-b8d6-4c44-9288-f42f6425e709,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:11.988860 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Checking segment: {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:11.990476 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Network hostable DHCP agents. Network: 3177cac3-82d5-490f-bd50-8410e69bf297, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:56:12.021444 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Pushing event updated for resources: {'Port': ['ID=1e52821b-5116-4770-a6f7-bf6965336a04,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:12.042805 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:12.043324 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:12.047964 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:56:12.264282 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Network 3177cac3-82d5-490f-bd50-8410e69bf297 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:56:12.348707 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 3177cac3-82d5-490f-bd50-8410e69bf297) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:12.352995 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:12.353577 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:12.360625 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c528d7d8-2123-4287-8596-3bab623c9232 None None] Network 3177cac3-82d5-490f-bd50-8410e69bf297 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:56:12.438466 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c332e279-9c3f-4343-84c0-2c27424ab043 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9809830 Oct 27 05:56:12.439066 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50838) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:12.450218 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:12.463985 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50842) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:12.466240 dv-cinder-815582-2-iscsi neutron-server[113446]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 05:56:12.557057 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-552'] for router, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:12.558281 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-531'] for router, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:12.562174 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5db0faf-7858-5c2d-a427-571b21a65d7d-3177cac3-82d5-490f-bd50-8410e69bf297', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709'}]}} from dv-cinder-815582-2-iscsi. {{(pid=113448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:56:12.563840 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:12.602213 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:12.644887 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:12.794308 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-9d8bc664-0296-43cf-8483-865c19deccc2 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:12.795811 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-9d8bc664-0296-43cf-8483-865c19deccc2 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/networks?id=4d974187-dbda-4d77-9241-437b0bb1978e HTTP/1.1" status: 200 len: 811 time: 0.3307695 Oct 27 05:56:12.802954 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.db_base_plugin_common [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Allocated IP 172.20.0.2 (3177cac3-82d5-490f-bd50-8410e69bf297/02cc1477-b8d6-4c44-9288-f42f6425e709/32b95b7f-a6e1-4782-bae5-6445b8e418ac) {{(pid=113448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:56:12.849430 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:12.989226 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-989844aa-c124-4368-9916-a107db65bfd3 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/quotas/cb3768f36baf46b0afa3c17ea914fbf3 HTTP/1.1" status: 200 len: 375 time: 0.1822708 Oct 27 05:56:13.034720 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Publish callbacks [] for port, precommit_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:13.082311 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-b0326522-633e-463b-b371-0ea08943a3a7 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb3768f36baf46b0afa3c17ea914fbf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914140 Oct 27 05:56:13.120690 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:13.132553 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540'] for router, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:13.147127 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Network 3177cac3-82d5-490f-bd50-8410e69bf297 is already hosted by enough agents. {{(pid=113448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:13.151869 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.base_scheduler [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Resources bound (agent type, host, resource id): {{(pid=113448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:13.154880 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Received port after_create {{(pid=113448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:56:13.305699 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Attempting to bind port 32b95b7f-a6e1-4782-bae5-6445b8e418ac on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:56:13.306484 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Attempting to bind port 32b95b7f-a6e1-4782-bae5-6445b8e418ac by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:56:13.307029 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Attempting to bind port 32b95b7f-a6e1-4782-bae5-6445b8e418ac on network 3177cac3-82d5-490f-bd50-8410e69bf297 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:13.320784 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:56:13.321439 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Checking segment: {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:13.322134 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:13.322721 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Bound using segment: {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:56:13.323359 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Bound port: 32b95b7f-a6e1-4782-bae5-6445b8e418ac, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:56:13.323931 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:13.341488 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Pushing event updated for resources: {'Port': ['ID=32b95b7f-a6e1-4782-bae5-6445b8e418ac,revision_number=1']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:13.350234 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.350801 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.351302 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.351807 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.352295 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.352784 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.353277 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.353814 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Tracked resource versions report: Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: pushed versions: Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: { 'AddressGroup': {'1.2'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'ConntrackHelper': {'1.0'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Log': {'1.0'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Network': {'1.1'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Port': {'1.7'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'PortForwarding': {'1.2'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'QosPolicy': {'1.10'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SecurityGroup': {'1.4'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SubPort': {'1.0'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Subnet': {'1.1'}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Trunk': {'1.1'}} Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: consumer versions: Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: { DHCP agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: HyperV agent@hv-cinder-81558: {}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: L3 agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: Metadata agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: Metering agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: Open vSwitch agent@dv-cinder-815582-2-iscsi: { 'AddressGroup': '1.2', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'ConntrackHelper': '1.0', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Log': '1.0', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Network': '1.1', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Port': '1.7', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'PortForwarding': '1.2', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'QosPolicy': '1.10', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SecurityGroup': '1.4', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SecurityGroupRule': '1.2', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'SubPort': '1.0', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Subnet': '1.1', Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: 'Trunk': '1.1'}} Oct 27 05:56:13.357930 dv-cinder-815582-2-iscsi neutron-server[113448]: {{(pid=113448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:56:13.391677 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:13.427148 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] For port 32b95b7f-a6e1-4782-bae5-6445b8e418ac, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:56:13.427148 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] For port 32b95b7f-a6e1-4782-bae5-6445b8e418ac, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=32b95b7f-a6e1-4782-bae5-6445b8e418ac,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:56:13.429051 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:13.474798 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-90cc2147-7e29-4ea1-9e61-95090a4770ca service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:56:13.475909 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-90cc2147-7e29-4ea1-9e61-95090a4770ca service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0920112 Oct 27 05:56:13.483106 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:13.562632 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475eace-401f-47a5-8c02-a9ff38cc435a None None] Pushing event updated for resources: {'Port': ['ID=32b95b7f-a6e1-4782-bae5-6445b8e418ac,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:13.570472 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Router 7d0d792c-693a-4079-85ad-58fde94ee016 is scheduled to L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a with binding_index 1 {{(pid=113446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:56:13.626723 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Allocated IP 172.27.1.51 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/6ed96942-0455-4bb3-8f17-1ea8ef724a0c) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:56:13.763671 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-c7379ebd-add5-4dec-ada1-b36692039651 service neutron] 10.222.0.30 "GET /v2.0/networks/4d974187-dbda-4d77-9241-437b0bb1978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805135 Oct 27 05:56:13.802546 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:13.989167 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:56:13.990968 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Sync routers for ids ['7d0d792c-693a-4079-85ad-58fde94ee016'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:56:13.990968 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Routers {'7d0d792c-693a-4079-85ad-58fde94ee016'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:56:13.990968 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:56:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['7d0d792c-693a-4079-85ad-58fde94ee016'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:13.992652 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-13435030-5f64-4f4f-96d5-6559cf6cdd7a service neutron] 10.222.0.30 "GET /v2.0/networks/4d974187-dbda-4d77-9241-437b0bb1978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678188 Oct 27 05:56:14.009155 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:14.040178 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] Publish callbacks [] for router, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:14.047769 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-826fed8b-600b-4ba5-9c74-ce4eb689bc32 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7960629 Oct 27 05:56:14.049471 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50910) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:14.095834 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:14.102917 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:14.108608 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:56:14.189923 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Set router 7d0d792c-693a-4079-85ad-58fde94ee016 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:56:14.203294 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50914) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:14.252512 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50918) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:14.275641 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed96942-0455-4bb3-8f17-1ea8ef724a0c,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:14.467594 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'name': 'tempest-ServerRescueNegativeTestJSON-485067477-router', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:10Z', 'updated_at': '2021-10-27T05:56:12Z', 'revision_number': 3, 'project_id': '64455b34b66e47089e65d11246290c6d', 'gw_port': {'id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:11Z', 'updated_at': '2021-10-27T05:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:14.497844 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Checking router: 7d0d792c-693a-4079-85ad-58fde94ee016 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:56:14.498455 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Updating router 7d0d792c-693a-4079-85ad-58fde94ee016 port 1e52821b-5116-4770-a6f7-bf6965336a04 binding host dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:56:14.538374 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:14.588299 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-8daa73e3-aed0-4348-ba5b-6d1c2c609d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:14.647149 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:14.658053 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1e0df53e-c688-4c4f-a5fc-cd25b2efd3f5 req-9d528551-c1b8-4158-9bea-9eb41c7569dc tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 210 time: 0.1961739 Oct 27 05:56:14.735354 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50952) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:14.768346 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-8daa73e3-aed0-4348-ba5b-6d1c2c609d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:14.862333 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-8daa73e3-aed0-4348-ba5b-6d1c2c609d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:14.874404 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ca98f5d4-5565-4b9e-b981-0e54e4c895eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:14.900194 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-8daa73e3-aed0-4348-ba5b-6d1c2c609d47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62e881cc0ac64f498f0f1d6072011148&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6957374 Oct 27 05:56:14.903714 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50958) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:15.041810 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.060618 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ca98f5d4-5565-4b9e-b981-0e54e4c895eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.063050 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa73e3-aed0-4348-ba5b-6d1c2c609d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203e9757-e89e-4805-af8f-114243afbe23,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:15.098429 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5d60411e-ab0b-49dc-b8bb-92ded004c951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.099721 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae97870-b5c0-4490-a361-0a34656246ec None None] Network 3177cac3-82d5-490f-bd50-8410e69bf297 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:56:15.110395 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2772511b-b0fc-486b-99ec-800a5e76c219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.166380 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2772511b-b0fc-486b-99ec-800a5e76c219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.168320 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ca98f5d4-5565-4b9e-b981-0e54e4c895eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.255440 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98f5d4-5565-4b9e-b981-0e54e4c895eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1842fcae-1dd4-4de4-b568-3f31447a86e4,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:15.338971 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Publish callbacks [] for port, precommit_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.364452 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-ca98f5d4-5565-4b9e-b981-0e54e4c895eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44a76283fe8d40739a7eed282646ea52&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0998702 Oct 27 05:56:15.379492 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 50972) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:15.407913 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.427746 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-d3918706-1231-4d48-bac0-17cf147340a3 None None] Provisioning complete for port 32b95b7f-a6e1-4782-bae5-6445b8e418ac triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:15.428156 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d3918706-1231-4d48-bac0-17cf147340a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.464683 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Allocated IP 172.20.0.1 (d47e9b37-1bb4-4526-b397-18f220ed76f4/8c15dddd-89be-4796-ba53-2dd991865a9b/a994c291-ac43-4a32-ae9f-e0c7883d226e) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:56:15.467179 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Pushing event updated for resources: {'Port': ['ID=1e52821b-5116-4770-a6f7-bf6965336a04,revision_number=2']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:15.494019 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2772511b-b0fc-486b-99ec-800a5e76c219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.494374 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.494939 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.495704 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.496304 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.496647 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2772511b-b0fc-486b-99ec-800a5e76c219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.496978 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.497536 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.497907 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-2772511b-b0fc-486b-99ec-800a5e76c219 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/203e9757-e89e-4805-af8f-114243afbe23 HTTP/1.1" status: 204 len: 168 time: 0.5871043 Oct 27 05:56:15.503364 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.503364 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.503364 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.503364 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.503364 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.503364 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Tracked resource versions report: Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: pushed versions: Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: { 'AddressGroup': {'1.2'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'ConntrackHelper': {'1.0'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Log': {'1.0'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Network': {'1.1'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Port': {'1.7'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'PortForwarding': {'1.2'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'QosPolicy': {'1.10'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SecurityGroup': {'1.4'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SubPort': {'1.0'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Subnet': {'1.1'}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Trunk': {'1.1'}} Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: consumer versions: Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: { DHCP agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: HyperV agent@hv-cinder-81558: {}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: L3 agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: Metadata agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: Metering agent@dv-cinder-815582-2-iscsi: {}, Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: Open vSwitch agent@dv-cinder-815582-2-iscsi: { 'AddressGroup': '1.2', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'ConntrackHelper': '1.0', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Log': '1.0', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Network': '1.1', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Port': '1.7', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'PortForwarding': '1.2', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'QosPolicy': '1.10', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SecurityGroup': '1.4', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SecurityGroupRule': '1.2', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'SubPort': '1.0', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Subnet': '1.1', Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: 'Trunk': '1.1'}} Oct 27 05:56:15.510817 dv-cinder-815582-2-iscsi neutron-server[113449]: {{(pid=113449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:56:15.593798 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Attempting to bind port 1e52821b-5116-4770-a6f7-bf6965336a04 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:56:15.595031 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Attempting to bind port 1e52821b-5116-4770-a6f7-bf6965336a04 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:56:15.595031 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Attempting to bind port 1e52821b-5116-4770-a6f7-bf6965336a04 on network eb333f7b-30fa-4f98-b6f5-643bda287999 {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:15.614712 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:56:15.615827 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:15.616372 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.616811 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Bound using segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:56:15.617512 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Bound port: 1e52821b-5116-4770-a6f7-bf6965336a04, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:56:15.618122 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.630742 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d3918706-1231-4d48-bac0-17cf147340a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.699639 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-d3918706-1231-4d48-bac0-17cf147340a3 None None] For port 32b95b7f-a6e1-4782-bae5-6445b8e418ac, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=32b95b7f-a6e1-4782-bae5-6445b8e418ac,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:15.745935 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772511b-b0fc-486b-99ec-800a5e76c219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e9757-e89e-4805-af8f-114243afbe23,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:15.775434 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5d60411e-ab0b-49dc-b8bb-92ded004c951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.788153 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d3918706-1231-4d48-bac0-17cf147340a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.814261 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] For port 1e52821b-5116-4770-a6f7-bf6965336a04, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:56:15.832745 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] For port 1e52821b-5116-4770-a6f7-bf6965336a04, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=1e52821b-5116-4770-a6f7-bf6965336a04,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:56:15.846145 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50982) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:15.859770 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5d60411e-ab0b-49dc-b8bb-92ded004c951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.868052 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 32b95b7f-a6e1-4782-bae5-6445b8e418ac up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:15.898786 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540'] for router, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.900658 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60411e-ab0b-49dc-b8bb-92ded004c951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557336ef-c695-40ba-bd79-a364382eb537,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:15.922819 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f9a1f9e3-ed17-449a-b322-da00f019ada6 req-4f6eed90-5c2f-42c8-9e15-76f3f7eedf18 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 210 time: 0.0706589 Oct 27 05:56:15.941942 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-59eca9a1-5ae1-4d12-b88f-fd3008b0c2d0 None None] Provisioning complete for port 32b95b7f-a6e1-4782-bae5-6445b8e418ac triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:15.942312 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-59eca9a1-5ae1-4d12-b88f-fd3008b0c2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.946388 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3918706-1231-4d48-bac0-17cf147340a3 None None] Pushing event updated for resources: {'Port': ['ID=32b95b7f-a6e1-4782-bae5-6445b8e418ac,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:15.953408 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:15.972045 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.059471 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Routers {'7d0d792c-693a-4079-85ad-58fde94ee016'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:56:16.059471 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:56:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['7d0d792c-693a-4079-85ad-58fde94ee016'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:16.075139 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-5d60411e-ab0b-49dc-b8bb-92ded004c951 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcd9b5ed77824358a111ddcea26500a7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3345535 Oct 27 05:56:16.079165 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 50992) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:16.084541 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 32b95b7f-a6e1-4782-bae5-6445b8e418ac triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:16.085146 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.095017 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6523c1e4-7fd6-4f4f-bd1a-3a3f61df911c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.170754 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.176861 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6523c1e4-7fd6-4f4f-bd1a-3a3f61df911c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.215717 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad507df-c68d-4711-9c2d-5e2e4dfd63a5 None None] Pushing event updated for resources: {'Port': ['ID=1e52821b-5116-4770-a6f7-bf6965336a04,revision_number=3']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:16.266794 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55f9a2c8-47c1-4f91-a342-1e24ad354b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.283515 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Network d47e9b37-1bb4-4526-b397-18f220ed76f4 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:16.291509 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] Set router 7d0d792c-693a-4079-85ad-58fde94ee016 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:56:16.301931 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:16.305675 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Router f50b4fb6-2ca1-4520-9ed2-2e004320946d is scheduled to L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a with binding_index 1 {{(pid=113447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:56:16.330365 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:56:16.335991 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561089'] for router_interface, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.386605 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6523c1e4-7fd6-4f4f-bd1a-3a3f61df911c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.391649 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Pushing event updated for resources: {'Port': ['ID=a994c291-ac43-4a32-ae9f-e0c7883d226e,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:16.395945 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6523c1e4-7fd6-4f4f-bd1a-3a3f61df911c admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.406268 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-6523c1e4-7fd6-4f4f-bd1a-3a3f61df911c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1842fcae-1dd4-4de4-b568-3f31447a86e4 HTTP/1.1" status: 204 len: 168 time: 1.0235798 Oct 27 05:56:16.475660 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523c1e4-7fd6-4f4f-bd1a-3a3f61df911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1842fcae-1dd4-4de4-b568-3f31447a86e4,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:16.481342 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55f9a2c8-47c1-4f91-a342-1e24ad354b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.511641 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:56:16.526596 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Sync routers for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:56:16.539442 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:56:16.540333 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:56:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:16.576948 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'name': 'tempest-ServerRescueNegativeTestJSON-485067477-router', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:10Z', 'updated_at': '2021-10-27T05:56:12Z', 'revision_number': 3, 'project_id': '64455b34b66e47089e65d11246290c6d', 'gw_port': {'id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:11Z', 'updated_at': '2021-10-27T05:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:16.612428 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4daeb-ff18-4430-953a-9a5c2f55d0d6 None None] The sync data for ids ['7d0d792c-693a-4079-85ad-58fde94ee016'] in dv-cinder-815582-2-iscsi is: [{'id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'name': 'tempest-ServerRescueNegativeTestJSON-485067477-router', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:10Z', 'updated_at': '2021-10-27T05:56:12Z', 'revision_number': 3, 'project_id': '64455b34b66e47089e65d11246290c6d', 'gw_port': {'id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:11Z', 'updated_at': '2021-10-27T05:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:56:16.624479 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.624479 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4c9e8e29-37e1-4cbb-8302-e17790982207 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1786814 Oct 27 05:56:16.625057 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51014) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:16.703871 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 51016) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:16.727952 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-acb4be37-74e5-4bb2-badf-42aa45297e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.736162 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:56:16.826190 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55f9a2c8-47c1-4f91-a342-1e24ad354b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.831078 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55f9a2c8-47c1-4f91-a342-1e24ad354b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:16.835199 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-55f9a2c8-47c1-4f91-a342-1e24ad354b81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/557336ef-c695-40ba-bd79-a364382eb537 HTTP/1.1" status: 204 len: 168 time: 0.7561185 Oct 27 05:56:16.852878 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9a2c8-47c1-4f91-a342-1e24ad354b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557336ef-c695-40ba-bd79-a364382eb537,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:17.011059 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:14Z', 'revision_number': 3, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:17.043327 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.094327 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Checking router: f50b4fb6-2ca1-4520-9ed2-2e004320946d for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:56:17.094678 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Updating router f50b4fb6-2ca1-4520-9ed2-2e004320946d port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c binding host dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:56:17.153068 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.238131 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-acb4be37-74e5-4bb2-badf-42aa45297e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.238131 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ace63a34-90c3-432c-8b0b-c861c3c80e9d req-73744ab8-6b4b-451d-a4ad-12785c191fcb tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 210 time: 0.0759373 Oct 27 05:56:17.304816 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.391205 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-acb4be37-74e5-4bb2-badf-42aa45297e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.447532 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.470365 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-acb4be37-74e5-4bb2-badf-42aa45297e3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6778f89b236847e3ba9cb5d34db02a93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7614515 Oct 27 05:56:17.470986 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 51030) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:17.492614 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4be37-74e5-4bb2-badf-42aa45297e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46322ebe-d62e-4333-9a54-aa8ab0d91e84,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:17.536136 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51034) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:17.587136 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.587949 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570961'] for router_interface, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.614495 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Allocated IP 172.20.0.1 (3177cac3-82d5-490f-bd50-8410e69bf297/02cc1477-b8d6-4c44-9288-f42f6425e709/d5ffda69-e703-4577-b6e9-206efb3680e7) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:56:17.744337 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Publish callbacks [] for port, precommit_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.807033 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1e52821b-5116-4770-a6f7-bf6965336a04 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:17.822574 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.828093 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a8db977b-9f09-4964-96f6-49ba95238cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.858459 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.865613 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a8db977b-9f09-4964-96f6-49ba95238cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.896989 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3128b51f-cf8b-46c4-a94b-5aa8bd8cbf96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.964629 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:17.975871 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Pushing event updated for resources: {'Port': ['ID=a994c291-ac43-4a32-ae9f-e0c7883d226e,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:17.994412 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Attempting to bind port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:56:17.994756 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Attempting to bind port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:56:17.995121 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Attempting to bind port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c on network eb333f7b-30fa-4f98-b6f5-643bda287999 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:18.019648 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:56:18.020350 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:18.021082 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.021645 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Bound using segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:56:18.022328 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Bound port: 6ed96942-0455-4bb3-8f17-1ea8ef724a0c, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:56:18.022477 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Network 3177cac3-82d5-490f-bd50-8410e69bf297 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:18.023026 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.030957 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:18.040233 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:56:18.040736 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561089'] for router_interface, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.082237 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Network d47e9b37-1bb4-4526-b397-18f220ed76f4 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:18.084166 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:18.089503 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a8db977b-9f09-4964-96f6-49ba95238cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.093510 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a8db977b-9f09-4964-96f6-49ba95238cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.098187 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-a8db977b-9f09-4964-96f6-49ba95238cb3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46322ebe-d62e-4333-9a54-aa8ab0d91e84 HTTP/1.1" status: 204 len: 168 time: 0.6237214 Oct 27 05:56:18.103917 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c50234-3fab-4981-96ee-80b7ff91e2f8 None None] Pushing event updated for resources: {'Port': ['ID=6ed96942-0455-4bb3-8f17-1ea8ef724a0c,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:18.111211 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db977b-9f09-4964-96f6-49ba95238cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46322ebe-d62e-4333-9a54-aa8ab0d91e84,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:18.119795 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] For port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:56:18.147012 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] For port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=6ed96942-0455-4bb3-8f17-1ea8ef724a0c,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:56:18.157395 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 1e52821b-5116-4770-a6f7-bf6965336a04 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:18.157395 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.263143 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.273201 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 51050) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:18.329280 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ffda69-e703-4577-b6e9-206efb3680e7,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:18.406973 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-70adf45d-fe3f-4055-8e8a-c127752d2df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.463295 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.478842 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c50234-3fab-4981-96ee-80b7ff91e2f8 None None] Pushing event updated for resources: {'Port': ['ID=6ed96942-0455-4bb3-8f17-1ea8ef724a0c,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:18.481922 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:56:18.486560 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:56:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:18.495610 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3128b51f-cf8b-46c4-a94b-5aa8bd8cbf96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.500081 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dac57506-01c7-461f-8db7-5e530dcc863e req-a21ac8c0-c9d7-4885-abf8-579ee332fc2a tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 210 time: 0.0848777 Oct 27 05:56:18.578899 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Router 7d0d792c-693a-4079-85ad-58fde94ee016 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:56:18.613047 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3128b51f-cf8b-46c4-a94b-5aa8bd8cbf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.662541 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-70adf45d-fe3f-4055-8e8a-c127752d2df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.686912 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.715448 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-a87667aa-b7b8-468c-bcde-e6556184cc20 None None] Provisioning complete for port d5ffda69-e703-4577-b6e9-206efb3680e7 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:18.726229 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-a87667aa-b7b8-468c-bcde-e6556184cc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.741124 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128b51f-cf8b-46c4-a94b-5aa8bd8cbf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b60df-5789-47ad-a6a0-3fde70ec6791,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:18.763949 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3128b51f-cf8b-46c4-a94b-5aa8bd8cbf96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b9f373f90be4c8d8330256a61b5f1fa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2170002 Oct 27 05:56:18.763949 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51062) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:18.849144 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:56:18.858747 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-2dfa1af9-7576-4566-8c0a-fcf2483256ed admin admin] 10.222.0.30 "PUT /v2.0/routers/7d0d792c-693a-4079-85ad-58fde94ee016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8076065 Oct 27 05:56:18.859847 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-70adf45d-fe3f-4055-8e8a-c127752d2df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.911852 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-70adf45d-fe3f-4055-8e8a-c127752d2df2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13336ab0335f4993882d88a4f2dc3488&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6374922 Oct 27 05:56:18.913047 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adf45d-fe3f-4055-8e8a-c127752d2df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b880a5-882b-4ec9-9a43-27d5194d0a14,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:18.915661 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 51074) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:18.940271 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-af58df83-bbb0-4964-8f37-efe0d718063f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.943750 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-a87667aa-b7b8-468c-bcde-e6556184cc20 None None] Port d5ffda69-e703-4577-b6e9-206efb3680e7 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:56:18.946508 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:56:18.951489 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.979200 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-af58df83-bbb0-4964-8f37-efe0d718063f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:18.979741 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 1e52821b-5116-4770-a6f7-bf6965336a04, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=1e52821b-5116-4770-a6f7-bf6965336a04,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:19.020244 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.022586 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570961'] for router_interface, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.026315 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2072a7f1-cc8a-415d-9ecf-0d0029e889e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.062736 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2072a7f1-cc8a-415d-9ecf-0d0029e889e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.073903 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.074874 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 32b95b7f-a6e1-4782-bae5-6445b8e418ac up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:19.219994 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2072a7f1-cc8a-415d-9ecf-0d0029e889e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.230012 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2072a7f1-cc8a-415d-9ecf-0d0029e889e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.232143 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Sync routers for ids ['7d0d792c-693a-4079-85ad-58fde94ee016'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:56:19.235151 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-2072a7f1-cc8a-415d-9ecf-0d0029e889e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9b880a5-882b-4ec9-9a43-27d5194d0a14 HTTP/1.1" status: 204 len: 168 time: 0.3180807 Oct 27 05:56:19.244518 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 32b95b7f-a6e1-4782-bae5-6445b8e418ac triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:19.244893 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.250392 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072a7f1-cc8a-415d-9ecf-0d0029e889e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b880a5-882b-4ec9-9a43-27d5194d0a14,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:19.250953 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=1e52821b-5116-4770-a6f7-bf6965336a04,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:19.263309 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Routers {'7d0d792c-693a-4079-85ad-58fde94ee016'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:56:19.263948 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:56:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['7d0d792c-693a-4079-85ad-58fde94ee016'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:19.344516 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ffda69-e703-4577-b6e9-206efb3680e7,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:19.355679 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Network 3177cac3-82d5-490f-bd50-8410e69bf297 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:19.357981 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:19.397626 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:17Z', 'revision_number': 1, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:19.446657 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87041b-0c7d-479d-a648-f8b91dda62f7 None None] The sync data for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi is: [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:17Z', 'revision_number': 1, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:56:19.459305 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-af58df83-bbb0-4964-8f37-efe0d718063f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.463151 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-af58df83-bbb0-4964-8f37-efe0d718063f admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.464653 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-af58df83-bbb0-4964-8f37-efe0d718063f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c08b60df-5789-47ad-a6a0-3fde70ec6791 HTTP/1.1" status: 204 len: 168 time: 0.6998086 Oct 27 05:56:19.471404 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Set router 7d0d792c-693a-4079-85ad-58fde94ee016 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:56:19.548331 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58df83-bbb0-4964-8f37-efe0d718063f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b60df-5789-47ad-a6a0-3fde70ec6791,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:19.626941 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Router f50b4fb6-2ca1-4520-9ed2-2e004320946d has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:56:19.704408 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1e52821b-5116-4770-a6f7-bf6965336a04 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:19.788830 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 1e52821b-5116-4770-a6f7-bf6965336a04 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:19.789639 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.818349 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7240d53e-2891-4dca-ae5b-f09db14279da req-0f119e77-90e7-48d1-8931-bdad861669c4 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 210 time: 0.0631602 Oct 27 05:56:19.820820 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-fc3c331a-cb43-47af-a942-7dd88f0f4810 None None] Provisioning complete for port d5ffda69-e703-4577-b6e9-206efb3680e7 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:19.825874 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fc3c331a-cb43-47af-a942-7dd88f0f4810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:19.859062 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:56:19.866588 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'name': 'tempest-ServerRescueNegativeTestJSON-485067477-router', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:10Z', 'updated_at': '2021-10-27T05:56:16Z', 'revision_number': 4, 'project_id': '64455b34b66e47089e65d11246290c6d', 'gw_port': {'id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:11Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'a994c291-ac43-4a32-ae9f-e0c7883d226e', 'name': '', 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'mac_address': 'fa:16:3e:c6:c6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '8c15dddd-89be-4796-ba53-2dd991865a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:15Z', 'updated_at': '2021-10-27T05:56:17Z', 'revision_number': 2, 'project_id': '64455b34b66e47089e65d11246290c6d', 'subnets': [{'id': '8c15dddd-89be-4796-ba53-2dd991865a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:19.869958 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-28613682-22b7-4e24-8c6e-25266f9bde34 admin admin] 10.222.0.30 "PUT /v2.0/routers/f50b4fb6-2ca1-4520-9ed2-2e004320946d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2433565 Oct 27 05:56:19.936821 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c331a-cb43-47af-a942-7dd88f0f4810 None None] Port d5ffda69-e703-4577-b6e9-206efb3680e7 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:56:19.973512 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Checking router: 7d0d792c-693a-4079-85ad-58fde94ee016 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:56:19.978490 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Updating router 7d0d792c-693a-4079-85ad-58fde94ee016 port a994c291-ac43-4a32-ae9f-e0c7883d226e binding host dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:56:20.005327 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:20.118034 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-5417b2da-b850-4c26-8c87-c648fb237984 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:20.126277 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-5417b2da-b850-4c26-8c87-c648fb237984 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 818 time: 0.1506503 Oct 27 05:56:20.143729 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-b8bfb9f7-fa4b-441a-8ff9-73b9eca4b08e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/quotas/64455b34b66e47089e65d11246290c6d HTTP/1.1" status: 200 len: 375 time: 0.0162110 Oct 27 05:56:20.215139 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-22d721ce-ac54-4186-9474-5b1866a76164 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704868 Oct 27 05:56:20.479991 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Publish callbacks [] for port, precommit_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:20.554988 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:20.626593 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6077390-c6f7-48e9-b9a4-c20a4427c650 None None] Pushing event updated for resources: {'Port': ['ID=a994c291-ac43-4a32-ae9f-e0c7883d226e,revision_number=3']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:20.689287 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Attempting to bind port a994c291-ac43-4a32-ae9f-e0c7883d226e on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:56:20.689720 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Attempting to bind port a994c291-ac43-4a32-ae9f-e0c7883d226e by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:56:20.691396 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Attempting to bind port a994c291-ac43-4a32-ae9f-e0c7883d226e on network d47e9b37-1bb4-4526-b397-18f220ed76f4 {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:20.698186 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:56:20.702111 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Checking segment: {'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:20.702544 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:20.702948 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Bound using segment: {'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:56:20.703500 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Bound port: a994c291-ac43-4a32-ae9f-e0c7883d226e, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'}}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:56:20.703897 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:20.775850 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-005d226c-c0a4-470e-9f9a-80301c401eb9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:56:20.778573 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-005d226c-c0a4-470e-9f9a-80301c401eb9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1817966 Oct 27 05:56:20.797897 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] For port a994c291-ac43-4a32-ae9f-e0c7883d226e, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:56:20.802729 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] For port a994c291-ac43-4a32-ae9f-e0c7883d226e, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=a994c291-ac43-4a32-ae9f-e0c7883d226e,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:56:20.911384 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:21.006457 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Routers {'7d0d792c-693a-4079-85ad-58fde94ee016'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:56:21.008851 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:56:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['7d0d792c-693a-4079-85ad-58fde94ee016'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:21.028345 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-bb85693e-764e-4c5c-8f15-044230aecd84 service neutron] 10.222.0.30 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435224 Oct 27 05:56:21.182089 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] Set router 7d0d792c-693a-4079-85ad-58fde94ee016 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:56:21.192036 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-b5fbba06-44d9-42a0-859c-8b8870754245 service neutron] 10.222.0.30 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531768 Oct 27 05:56:21.282918 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6077390-c6f7-48e9-b9a4-c20a4427c650 None None] Pushing event updated for resources: {'Port': ['ID=a994c291-ac43-4a32-ae9f-e0c7883d226e,revision_number=4']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:21.329684 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51166) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:21.337753 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-d5e258f6-69e2-4769-8562-f555d951c20f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520063158', 'description': 'tempest-description--911636835'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:21.427220 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-efba8f11-ccf8-437a-aa72-af16a3820109 req-b5daca28-22e9-411f-8f83-d172876e5648 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 210 time: 0.0433700 Oct 27 05:56:21.470770 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d5e258f6-69e2-4769-8562-f555d951c20f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:21.488220 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'name': 'tempest-ServerRescueNegativeTestJSON-485067477-router', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:10Z', 'updated_at': '2021-10-27T05:56:16Z', 'revision_number': 4, 'project_id': '64455b34b66e47089e65d11246290c6d', 'gw_port': {'id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:11Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'a994c291-ac43-4a32-ae9f-e0c7883d226e', 'name': '', 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'mac_address': 'fa:16:3e:c6:c6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '8c15dddd-89be-4796-ba53-2dd991865a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:15Z', 'updated_at': '2021-10-27T05:56:20Z', 'revision_number': 4, 'project_id': '64455b34b66e47089e65d11246290c6d', 'subnets': [{'id': '8c15dddd-89be-4796-ba53-2dd991865a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:21.514535 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d795df9-5c89-44f7-ac11-439183d8b5cd None None] The sync data for ids ['7d0d792c-693a-4079-85ad-58fde94ee016'] in dv-cinder-815582-2-iscsi is: [{'id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'name': 'tempest-ServerRescueNegativeTestJSON-485067477-router', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:10Z', 'updated_at': '2021-10-27T05:56:16Z', 'revision_number': 4, 'project_id': '64455b34b66e47089e65d11246290c6d', 'gw_port': {'id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:11Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'a994c291-ac43-4a32-ae9f-e0c7883d226e', 'name': '', 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'mac_address': 'fa:16:3e:c6:c6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '8c15dddd-89be-4796-ba53-2dd991865a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:15Z', 'updated_at': '2021-10-27T05:56:20Z', 'revision_number': 4, 'project_id': '64455b34b66e47089e65d11246290c6d', 'subnets': [{'id': '8c15dddd-89be-4796-ba53-2dd991865a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:56:21.591766 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d5e258f6-69e2-4769-8562-f555d951c20f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:21.642460 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d5e258f6-69e2-4769-8562-f555d951c20f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:21.717679 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4a877e0b-abd4-4ab4-9180-4a772459a66b req-3a8c6487-7032-4966-8283-57d5ccdacf18 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 210 time: 0.0466089 Oct 27 05:56:21.769990 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e258f6-69e2-4769-8562-f555d951c20f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1c931c-b588-454d-9cea-2423aa4f8802,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:21.798234 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d5e258f6-69e2-4769-8562-f555d951c20f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:21.799438 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-d5e258f6-69e2-4769-8562-f555d951c20f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4679432 Oct 27 05:56:21.802282 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51192) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:21.824633 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-1dae54b2-5148-49fe-a5ed-a33dbb9fed1f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'security_group_rule': {'security_group_id': '9c1c931c-b588-454d-9cea-2423aa4f8802', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:21.833080 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 6ed96942-0455-4bb3-8f17-1ea8ef724a0c up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:21.901431 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:21.902418 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:21.981075 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1dae54b2-5148-49fe-a5ed-a33dbb9fed1f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:22.289932 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:22.296569 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1dae54b2-5148-49fe-a5ed-a33dbb9fed1f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:22.298438 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=6ed96942-0455-4bb3-8f17-1ea8ef724a0c,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:22.300737 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1dae54b2-5148-49fe-a5ed-a33dbb9fed1f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:22.303562 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:22.308642 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae54b2-5148-49fe-a5ed-a33dbb9fed1f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b05815b-3a7f-413f-b3b4-794fea2b6d56,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:22.315242 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.26', 49890) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:22.370220 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1dae54b2-5148-49fe-a5ed-a33dbb9fed1f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:22.374113 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-1dae54b2-5148-49fe-a5ed-a33dbb9fed1f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5684347 Oct 27 05:56:22.374265 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=6ed96942-0455-4bb3-8f17-1ea8ef724a0c,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:22.374839 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51214) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:22.380541 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-4b559829-46a2-4fa2-986e-a03869022de2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'security_group_rule': {'security_group_id': '9c1c931c-b588-454d-9cea-2423aa4f8802', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:22.514691 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4b559829-46a2-4fa2-986e-a03869022de2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:22.651813 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cae2e62b-4601-4108-8678-823bd307ad24 req-0b11b0a4-0024-49cc-b2b1-52fdde3454eb tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 210 time: 0.0967839 Oct 27 05:56:22.683059 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Sync routers for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:56:22.701708 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-45e14a31-1e7b-4489-b767-de6f61fae30d tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:22.703289 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-45e14a31-1e7b-4489-b767-de6f61fae30d tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.26 "GET /v2.0/networks?id=4d974187-dbda-4d77-9241-437b0bb1978e HTTP/1.1" status: 200 len: 811 time: 0.3867850 Oct 27 05:56:22.709064 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:56:22.709935 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:56:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:22.755037 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4b559829-46a2-4fa2-986e-a03869022de2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:22.832189 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Request body: {'port': {'device_id': 'dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7', 'network_id': '4d974187-dbda-4d77-9241-437b0bb1978e', 'admin_state_up': True, 'tenant_id': 'cb3768f36baf46b0afa3c17ea914fbf3'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:22.833969 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4b559829-46a2-4fa2-986e-a03869022de2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:22.877531 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b559829-46a2-4fa2-986e-a03869022de2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28dc943d-1d22-4db7-9c45-1cf50dfb750f,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:22.960382 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:56:22.995611 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-580a8348-4a05-4fd4-a7f0-e7569ff7d0e5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:23.013575 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-580a8348-4a05-4fd4-a7f0-e7569ff7d0e5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 818 time: 0.3667655 Oct 27 05:56:23.082781 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-40f2e845-2b2b-4a4a-b17b-88dec100efcc tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/quotas/64455b34b66e47089e65d11246290c6d HTTP/1.1" status: 200 len: 375 time: 0.0595975 Oct 27 05:56:23.111719 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4b559829-46a2-4fa2-986e-a03869022de2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:23.120675 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4b559829-46a2-4fa2-986e-a03869022de2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7448645 Oct 27 05:56:23.121542 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51252) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:23.140843 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'floatingip': {'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:23.320333 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.db.api [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 05:56:23.320333 dv-cinder-815582-2-iscsi neutron-server[113446]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 05:56:23.320333 dv-cinder-815582-2-iscsi neutron-server[113446]: [parameters: {'project_id_1': 'cb3768f36baf46b0afa3c17ea914fbf3', 'expiration_1': datetime.datetime(2021, 10, 27, 5, 56, 3, 179563)}] Oct 27 05:56:23.320333 dv-cinder-815582-2-iscsi neutron-server[113446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=113446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 05:56:23.321068 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG oslo_db.api [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 05:56:23.333961 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:23.379502 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-cb13429b-e6db-4b1c-a657-91b015cbc30b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2024307 Oct 27 05:56:23.440910 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 2, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:23.556795 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Checking router: f50b4fb6-2ca1-4520-9ed2-2e004320946d for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:56:23.557149 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Updating router f50b4fb6-2ca1-4520-9ed2-2e004320946d port d5ffda69-e703-4577-b6e9-206efb3680e7 binding host dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:56:23.660471 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:23.743067 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c75070b5-4811-4384-a612-4e70233fc627 service neutron] 10.222.0.30 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503397 Oct 27 05:56:23.832065 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:23.869307 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:23.878840 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51282) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:23.899501 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 6ed96942-0455-4bb3-8f17-1ea8ef724a0c up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:23.991078 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d983f3f7-9bec-451a-8de5-49b343bf9162 req-03a76150-53cc-4f4e-985a-3233302cf833 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 210 time: 0.1946898 Oct 27 05:56:24.055697 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Allocated IP 172.27.1.119 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/9ea268c2-6e70-4757-b1e3-7839fd0f618d) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:56:24.061974 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Made reservation on behalf of cb3768f36baf46b0afa3c17ea914fbf3 for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:56:24.070275 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:24.077812 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.077968 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.146489 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-40fc18aa-f1d2-4b34-a114-5ec0aa34dcb0 service neutron] 10.222.0.30 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984852 Oct 27 05:56:24.261472 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.391971 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.446485 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:24.449871 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:24.455674 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:56:24.533577 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Allocated IP 172.20.0.7 (4d974187-dbda-4d77-9241-437b0bb1978e/6802839c-8185-498a-a0e6-aa0c27198a78/cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:56:24.595151 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.628212 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Publish callbacks [] for port, precommit_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.630448 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'Port': ['ID=9ea268c2-6e70-4757-b1e3-7839fd0f618d,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:24.657974 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device a994c291-ac43-4a32-ae9f-e0c7883d226e up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:24.748411 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.759441 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-713c56d2-ad38-42c9-848b-561d28b843e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.802170 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8de47122-6a54-4b2e-b4a7-8af053d67f32 req-8ba03a2c-5760-4f4d-a13e-f596eae019f9 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 210 time: 0.0969079 Oct 27 05:56:24.863639 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce43cb-5595-4177-b9f9-9984c091d530 None None] Pushing event updated for resources: {'Port': ['ID=d5ffda69-e703-4577-b6e9-206efb3680e7,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:24.873450 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.913257 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port a994c291-ac43-4a32-ae9f-e0c7883d226e triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:24.917904 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.990604 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-713c56d2-ad38-42c9-848b-561d28b843e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:24.999166 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.060229 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-713c56d2-ad38-42c9-848b-561d28b843e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.084949 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Attempting to bind port d5ffda69-e703-4577-b6e9-206efb3680e7 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:56:25.084949 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Attempting to bind port d5ffda69-e703-4577-b6e9-206efb3680e7 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:56:25.085500 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Attempting to bind port d5ffda69-e703-4577-b6e9-206efb3680e7 on network 3177cac3-82d5-490f-bd50-8410e69bf297 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:25.118430 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:56:25.119166 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Checking segment: {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:25.119575 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.119971 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Bound using segment: {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:56:25.120495 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Bound port: d5ffda69-e703-4577-b6e9-206efb3680e7, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:56:25.122017 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.130828 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-713c56d2-ad38-42c9-848b-561d28b843e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fc6e43f34e043b69ca3ad2dfedba26c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2442615 Oct 27 05:56:25.132019 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 51338) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:25.229795 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] For port d5ffda69-e703-4577-b6e9-206efb3680e7, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:56:25.233438 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] For port d5ffda69-e703-4577-b6e9-206efb3680e7, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=d5ffda69-e703-4577-b6e9-206efb3680e7,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:56:25.241067 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.279838 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.307108 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-4e5ff710-3e0d-4e07-9d9f-713198f160e6 None None] Provisioning complete for port d5ffda69-e703-4577-b6e9-206efb3680e7 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:25.307607 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4e5ff710-3e0d-4e07-9d9f-713198f160e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.350872 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ff710-3e0d-4e07-9d9f-713198f160e6 None None] Port d5ffda69-e703-4577-b6e9-206efb3680e7 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:56:25.369742 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c56d2-ad38-42c9-848b-561d28b843e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52941462-be4d-46d2-9a63-0b0aa4e3a47e,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:25.385860 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port a994c291-ac43-4a32-ae9f-e0c7883d226e, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=a994c291-ac43-4a32-ae9f-e0c7883d226e,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:25.392476 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.460915 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce43cb-5595-4177-b9f9-9984c091d530 None None] Pushing event updated for resources: {'Port': ['ID=d5ffda69-e703-4577-b6e9-206efb3680e7,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:25.492997 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:56:25.493628 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:56:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:25.506917 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Network 4d974187-dbda-4d77-9241-437b0bb1978e is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:25.600826 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.619409 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:25.631287 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:56:25.650427 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:25.651411 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.671306 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.680953 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-248d3141-dc68-42ba-b57b-370182cd1b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.705607 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Pushing event updated for resources: {'Port': ['ID=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:25.709933 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.796390 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-248d3141-dc68-42ba-b57b-370182cd1b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.845201 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.869344 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-112cd15e-4704-4bb3-96a8-20d2c8197352 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0634069 Oct 27 05:56:25.913336 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dcfb3-06b9-41f7-81a5-b8dfa8bf3772 req-f6184a01-038b-4f64-9b04-5f34713c03a1 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:25.923309 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'Port': ['ID=9ea268c2-6e70-4757-b1e3-7839fd0f618d,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:25.930322 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e37dcfb3-06b9-41f7-81a5-b8dfa8bf3772 req-f6184a01-038b-4f64-9b04-5f34713c03a1 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 931 time: 0.5287840 Oct 27 05:56:25.950863 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:25.960383 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-9bd46f18-793a-474f-9a44-3197e392a384 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8284559 Oct 27 05:56:25.960760 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device d5ffda69-e703-4577-b6e9-206efb3680e7 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:26.014846 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.26', 49899) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:26.135930 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=a994c291-ac43-4a32-ae9f-e0c7883d226e,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:26.170792 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:56:26.504061 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port d5ffda69-e703-4577-b6e9-206efb3680e7 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:26.504061 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:26.545031 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-30f7b182-72be-4b1c-98ad-0f9c30b151c6 None None] Provisioning complete for port d5ffda69-e703-4577-b6e9-206efb3680e7 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:26.545334 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-30f7b182-72be-4b1c-98ad-0f9c30b151c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:26.758595 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-30f7b182-72be-4b1c-98ad-0f9c30b151c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:26.785185 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1b82b0e2-7181-4bd8-9e6b-5aaeeeecb6be tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:56:26.789204 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1b82b0e2-7181-4bd8-9e6b-5aaeeeecb6be tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8328657 Oct 27 05:56:26.848391 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:25Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:56:26.856312 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-eace25e1-b911-4ce7-b448-61b760b93b2c req-03efb275-e6eb-4555-bcdc-8317c333648a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 210 time: 0.9063592 Oct 27 05:56:26.970152 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee530a-de78-409d-860b-80458dc1c6b0 None None] The sync data for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi is: [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:25Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:56:26.972310 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e37dcfb3-06b9-41f7-81a5-b8dfa8bf3772 req-e23b8905-540c-4588-914d-e147cb04971c tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0302343 Oct 27 05:56:26.980050 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-248d3141-dc68-42ba-b57b-370182cd1b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:26.983831 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-248d3141-dc68-42ba-b57b-370182cd1b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:26.984988 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-248d3141-dc68-42ba-b57b-370182cd1b24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52941462-be4d-46d2-9a63-0b0aa4e3a47e HTTP/1.1" status: 204 len: 168 time: 1.8526120 Oct 27 05:56:27.003798 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d3141-dc68-42ba-b57b-370182cd1b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52941462-be4d-46d2-9a63-0b0aa4e3a47e,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:27.016182 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-cf866f71-339d-425d-b12d-87593951fdeb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:27.027228 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-cf866f71-339d-425d-b12d-87593951fdeb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.26 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 818 time: 0.8828204 Oct 27 05:56:27.052024 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Request body: {'port': {'device_id': '009c3a96-28e2-4a92-a4e1-fbe41c83ce73', 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4', 'admin_state_up': True, 'tenant_id': '64455b34b66e47089e65d11246290c6d'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:27.162792 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-30f7b182-72be-4b1c-98ad-0f9c30b151c6 None None] For port d5ffda69-e703-4577-b6e9-206efb3680e7, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=d5ffda69-e703-4577-b6e9-206efb3680e7,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:27.205837 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:27.286664 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-57b0fd66-aa12-4361-8bb1-27d8d1f77210 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--520063158&fields=id&tenant_id=c482bd8fa6824737b96e650ac49d246f HTTP/1.1" status: 200 len: 267 time: 0.1469424 Oct 27 05:56:27.350560 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-30f7b182-72be-4b1c-98ad-0f9c30b151c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:27.436740 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.db.api [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 05:56:27.437206 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG oslo_db.api [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 05:56:27.445145 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7b182-72be-4b1c-98ad-0f9c30b151c6 None None] Pushing event updated for resources: {'Port': ['ID=d5ffda69-e703-4577-b6e9-206efb3680e7,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:27.521872 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Made reservation on behalf of 64455b34b66e47089e65d11246290c6d for: {'port': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:56:27.526254 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:27.529840 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c570a-f2b7-4833-b305-c97100cad64b req-a0234683-08e8-4e01-99e0-e66c4b91e923 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:27.543614 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-a0234683-08e8-4e01-99e0-e66c4b91e923 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 816 time: 0.2537787 Oct 27 05:56:27.569906 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e941b17a-d4f1-4789-a110-0adf743cb88a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/quotas/c482bd8fa6824737b96e650ac49d246f HTTP/1.1" status: 200 len: 375 time: 0.0201876 Oct 27 05:56:27.673189 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-c5b96b0b-4b71-463a-8d54-a8e5a035304c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860021 Oct 27 05:56:27.873356 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-9db4cfd5-1e65-49a0-9ca5-8f0f9b3de223 service neutron] 10.222.0.30 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896317 Oct 27 05:56:27.900589 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Request body: {'port': {'device_id': 'dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:28.244029 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device a994c291-ac43-4a32-ae9f-e0c7883d226e up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:28.336172 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port a994c291-ac43-4a32-ae9f-e0c7883d226e triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:28.336980 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:28.401969 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d5095db-c9ba-46a2-b019-cdf5e69d1964 req-2ff182a4-0499-4d46-9c6c-e4b135c0ae24 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 210 time: 0.2309086 Oct 27 05:56:28.432405 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.26', 49906) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:28.454895 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-bd2ede96-147c-40a4-9469-9edf08969b5e service neutron] 10.222.0.30 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788186 Oct 27 05:56:28.459629 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Allocated IP 172.20.0.8 (d47e9b37-1bb4-4526-b397-18f220ed76f4/8c15dddd-89be-4796-ba53-2dd991865a9b/f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:56:28.460606 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:28.527984 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device d5ffda69-e703-4577-b6e9-206efb3680e7 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:28.614605 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port d5ffda69-e703-4577-b6e9-206efb3680e7 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:28.615193 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:28.772512 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51452) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:28.908822 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3cf202bf-5c84-4e40-95c3-bb0adb30db91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:28.963516 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-0a74b193-9f66-4694-ad11-756f574d0155 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:28.965459 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-0a74b193-9f66-4694-ad11-756f574d0155 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.26 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 818 time: 0.4663727 Oct 27 05:56:29.040326 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e2ee7-c4eb-43ba-ad2c-9269a1de77f4 req-4fd13cf0-fd23-4f6a-90e2-37272e66eade tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:29.191028 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1f0e2ee7-c4eb-43ba-ad2c-9269a1de77f4 req-4fd13cf0-fd23-4f6a-90e2-37272e66eade tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 931 time: 0.4182413 Oct 27 05:56:29.192725 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Request body: {'port': {'device_id': 'db29cb40-6d55-4b52-b50c-0304b8f39d01', 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4', 'admin_state_up': True, 'tenant_id': '64455b34b66e47089e65d11246290c6d'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:29.217881 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.243632 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a632e5d2-3606-48a6-af1e-69e4c0d6012a req-e5bb940f-afac-4729-9265-431259f70723 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.2310562 Oct 27 05:56:29.270203 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1f0e2ee7-c4eb-43ba-ad2c-9269a1de77f4 req-94c425cd-0690-4b6c-a009-d3c3869a12d3 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188830 Oct 27 05:56:29.336045 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3cf202bf-5c84-4e40-95c3-bb0adb30db91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.477360 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3cf202bf-5c84-4e40-95c3-bb0adb30db91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.484143 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.542721 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a3f94c9c-7672-455d-a9f6-cda8085cc81e req-c8a6029d-8a31-4eaa-9b0b-4f50922e1551 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 210 time: 0.0547409 Oct 27 05:56:29.561083 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:56:29.563575 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3cf202bf-5c84-4e40-95c3-bb0adb30db91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca52b83c26384467bc31d80affc0742b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7812657 Oct 27 05:56:29.578103 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 51472) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:29.579239 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Made reservation on behalf of 64455b34b66e47089e65d11246290c6d for: {'port': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:56:29.583970 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.592602 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.710634 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Transition to ACTIVE for port object cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:56:29.710634 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2d27ceed-df45-4bd0-a7e2-9edeb0f179e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.710634 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2d27ceed-df45-4bd0-a7e2-9edeb0f179e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.712286 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Network d47e9b37-1bb4-4526-b397-18f220ed76f4 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:29.712286 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:29.712286 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:56:29.712286 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:29.712286 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for port, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.713577 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf202bf-5c84-4e40-95c3-bb0adb30db91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb3b431-1286-44fa-9aa4-e9fe1a04b814,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:29.777967 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Pushing event updated for resources: {'Port': ['ID=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:29.785814 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d4abc67c-8495-4d39-b393-ef3a2cc735f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.837099 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.848694 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2d27ceed-df45-4bd0-a7e2-9edeb0f179e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.851696 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2d27ceed-df45-4bd0-a7e2-9edeb0f179e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:29.853270 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-2d27ceed-df45-4bd0-a7e2-9edeb0f179e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fb3b431-1286-44fa-9aa4-e9fe1a04b814 HTTP/1.1" status: 204 len: 168 time: 0.2719541 Oct 27 05:56:29.874364 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Allocated IP 172.20.0.9 (d47e9b37-1bb4-4526-b397-18f220ed76f4/8c15dddd-89be-4796-ba53-2dd991865a9b/bd420cf3-e36a-432a-a26a-e033aa2cab0a) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:56:29.908875 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27ceed-df45-4bd0-a7e2-9edeb0f179e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb3b431-1286-44fa-9aa4-e9fe1a04b814,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:29.965775 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Pushing event updated for resources: {'Port': ['ID=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:29.995625 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-8a44dd06-b10a-4c60-bf0b-6e000a1963df tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9492841 Oct 27 05:56:30.008242 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Attempting to bind port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:56:30.008846 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Attempting to bind port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '22625c33-7b3f-404e-b7ad-6cad138e7844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4d974187-dbda-4d77-9241-437b0bb1978e'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:56:30.009130 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Attempting to bind port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 on network 4d974187-dbda-4d77-9241-437b0bb1978e {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:30.015357 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 on network 4d974187-dbda-4d77-9241-437b0bb1978e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:56:30.020773 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Attempting to bind port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 on network 4d974187-dbda-4d77-9241-437b0bb1978e {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:30.027353 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:56:30.027886 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Checking segment: {'id': '22625c33-7b3f-404e-b7ad-6cad138e7844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4d974187-dbda-4d77-9241-437b0bb1978e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:30.028440 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Bound using segment: {'id': '22625c33-7b3f-404e-b7ad-6cad138e7844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4d974187-dbda-4d77-9241-437b0bb1978e'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:56:30.029580 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Bound port: cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22625c33-7b3f-404e-b7ad-6cad138e7844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4d974187-dbda-4d77-9241-437b0bb1978e'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:56:30.029580 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:30.167852 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] For port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:56:30.179319 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] For port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,segment=NetworkSegment(22625c33-7b3f-404e-b7ad-6cad138e7844),segment_id=22625c33-7b3f-404e-b7ad-6cad138e7844)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:56:30.179494 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Request body: {'port': {'device_id': '009c3a96-28e2-4a92-a4e1-fbe41c83ce73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:30.289897 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:30.410714 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-13aa92b0-6ff7-4f3e-b8be-8e8d27f84be3 req-a4a9cce8-c097-4b25-b803-343b2d78c1ea tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0731874 Oct 27 05:56:30.413325 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:30.527116 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:30.598519 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cb9e3-02f1-4f94-9e42-4b79cd3356f7 req-d4777feb-2420-4055-af7f-81d40f4a28bc tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:30.600271 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f79cb9e3-02f1-4f94-9e42-4b79cd3356f7 req-d4777feb-2420-4055-af7f-81d40f4a28bc tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.1934383 Oct 27 05:56:30.618374 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:30.619328 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:30.620915 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] 10.222.0.26 "PUT /v2.0/ports/cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 HTTP/1.1" status: 200 len: 1093 time: 3.4458833 Oct 27 05:56:30.622668 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7', 'tag': 'cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:56:30.750240 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:30.909143 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f368c-0781-41cd-8937-3a2a9cae3365 service neutron] Pushing event updated for resources: {'Port': ['ID=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:30.909143 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f79cb9e3-02f1-4f94-9e42-4b79cd3356f7 req-2e5238e0-32ba-4d89-9c54-8ea03f499985 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413244 Oct 27 05:56:30.909143 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952b2b4-8ed2-4476-9f18-c18f790cb358 req-d924ae1a-1095-41d6-85a4-cde85289c116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:30.909143 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d952b2b4-8ed2-4476-9f18-c18f790cb358 req-d924ae1a-1095-41d6-85a4-cde85289c116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 931 time: 0.1879246 Oct 27 05:56:30.909451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Network d47e9b37-1bb4-4526-b397-18f220ed76f4 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:30.909451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:30.909451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:56:30.909451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:30.910044 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for port, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:30.912910 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Pushing event updated for resources: {'Port': ['ID=bd420cf3-e36a-432a-a26a-e033aa2cab0a,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:30.934406 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f495378-c526-464b-ba6d-10cd709b9928" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7", "tag": "cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:56:30.973677 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d952b2b4-8ed2-4476-9f18-c18f790cb358 req-bc2c1370-e039-4930-9103-e2fa78621988 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867496 Oct 27 05:56:31.125706 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-c62259e1-7984-4554-8ca2-7d5f390bc1fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0321488 Oct 27 05:56:31.200869 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 {{(pid=113447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:56:31.225070 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:31.233209 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7279375e-0700-41fc-9746-85ccf9cdb5eb x-openstack-request-id: req-7279375e-0700-41fc-9746-85ccf9cdb5eb {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:56:31.233784 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7", "tag": "cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:56:31.233987 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7279375e-0700-41fc-9746-85ccf9cdb5eb {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:56:31.234458 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7', 'tag': 'cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64', 'status': 'completed', 'code': 200} Oct 27 05:56:31.256960 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.provisioning_blocks [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Transition to ACTIVE for port object f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 will not be triggered until provisioned by entity L2. {{(pid=113447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:56:31.492712 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:31.563565 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c2026e58-95c3-42cf-ae49-21f46c18e259 req-6702a30c-15fb-4739-87eb-19dd38173d95 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0494983 Oct 27 05:56:31.632298 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Pushing event updated for resources: {'Port': ['ID=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:31.654684 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.managers [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Attempting to bind port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:56:31.655051 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.managers [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Attempting to bind port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'}] {{(pid=113447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:56:31.655401 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Attempting to bind port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 on network d47e9b37-1bb4-4526-b397-18f220ed76f4 {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:31.664384 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 on network d47e9b37-1bb4-4526-b397-18f220ed76f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:56:31.664706 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Attempting to bind port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 on network d47e9b37-1bb4-4526-b397-18f220ed76f4 {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:31.670937 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:56:31.671275 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Checking segment: {'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:31.671842 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Bound using segment: {'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'} {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:56:31.672312 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.managers [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Bound port: f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'}}] {{(pid=113447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:56:31.672685 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:31.763084 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] For port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55, host hv-cinder-81558, cleared binding levels {{(pid=113447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:56:31.771381 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] For port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:56:31.996978 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:32.045807 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:32.046558 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for port, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:32.048148 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] 10.222.0.26 "PUT /v2.0/ports/f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 HTTP/1.1" status: 200 len: 1093 time: 1.8798516 Oct 27 05:56:32.049374 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009c3a96-28e2-4a92-a4e1-fbe41c83ce73', 'tag': 'f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:56:32.081518 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9fe0b-9cc1-4c5e-9e2f-d9dedd4e0505 req-1f578631-2695-4306-b92e-984140de0b5e tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:32.097619 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-57e9fe0b-9cc1-4c5e-9e2f-d9dedd4e0505 req-1f578631-2695-4306-b92e-984140de0b5e tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.1107442 Oct 27 05:56:32.178887 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac8258-6941-4a77-b43a-493319e450ce service neutron] Pushing event updated for resources: {'Port': ['ID=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,revision_number=3']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:32.195065 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-67393867-1c69-4084-b8fd-2587358fdd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:32.208813 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-57e9fe0b-9cc1-4c5e-9e2f-d9dedd4e0505 req-a5b20aee-b73b-4d70-acfe-d823250a8af2 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101816 Oct 27 05:56:32.247692 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75063af-5afd-46c6-8a5f-3923d1e76d2c req-da6d3c76-cc44-48b4-bffa-3ea4983e75f9 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:32.248322 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b75063af-5afd-46c6-8a5f-3923d1e76d2c req-da6d3c76-cc44-48b4-bffa-3ea4983e75f9 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 931 time: 0.1091895 Oct 27 05:56:32.367102 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b75063af-5afd-46c6-8a5f-3923d1e76d2c req-05dabc67-3d05-4ac7-a3cd-a6c4a65ee1a2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111794 Oct 27 05:56:32.408960 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654c37a0-5c52-48d9-b349-cd2ed88bc30b" -d '{"events": [{"name": "network-changed", "server_uuid": "009c3a96-28e2-4a92-a4e1-fbe41c83ce73", "tag": "f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:56:32.511139 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501f6948-ce4a-49b8-b0a2-ebd3b89a652f x-openstack-request-id: req-501f6948-ce4a-49b8-b0a2-ebd3b89a652f {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:56:32.511423 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009c3a96-28e2-4a92-a4e1-fbe41c83ce73", "tag": "f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:56:32.511688 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-501f6948-ce4a-49b8-b0a2-ebd3b89a652f {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:56:32.512152 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009c3a96-28e2-4a92-a4e1-fbe41c83ce73', 'tag': 'f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55', 'status': 'completed', 'code': 200} Oct 27 05:56:32.694599 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-94d105ff-4764-4815-abe2-f33700395985 req-71d9819d-dc81-4b08-8b4f-5e2b5f8414fa tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0282979 Oct 27 05:56:33.442654 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:33.447106 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:33.676669 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237be6a-e0ad-47fb-b2f4-e963be732505 req-84b74250-968a-4480-9e1d-b1ff6eff2660 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:33.678504 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a237be6a-e0ad-47fb-b2f4-e963be732505 req-84b74250-968a-4480-9e1d-b1ff6eff2660 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.3775270 Oct 27 05:56:33.773011 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b3a74-f3e5-4a71-81d9-432432d45afe req-42f97d45-033e-45a7-baef-45e4ebfc0f3e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:33.774943 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-370b3a74-f3e5-4a71-81d9-432432d45afe req-42f97d45-033e-45a7-baef-45e4ebfc0f3e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 931 time: 0.1501358 Oct 27 05:56:33.781293 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a237be6a-e0ad-47fb-b2f4-e963be732505 req-0004c421-a9f7-48bd-a9c4-0a6d6ab65f76 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727892 Oct 27 05:56:33.855185 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-370b3a74-f3e5-4a71-81d9-432432d45afe req-c040dfec-bd53-4867-94d2-ea1b96e77139 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728545 Oct 27 05:56:33.910154 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-76b22149-afe4-427c-8846-5a70fe299386 req-c6111f00-30ca-4ae0-9f41-3ec3f59822f2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0503962 Oct 27 05:56:35.086310 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:35.177823 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222ba81-c53d-4498-9128-5401ade6954c req-af83cea3-989f-4c9a-aa37-4783a730355d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:35.179328 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4222ba81-c53d-4498-9128-5401ade6954c req-af83cea3-989f-4c9a-aa37-4783a730355d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 931 time: 0.2366180 Oct 27 05:56:35.191063 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac931829-98e2-4421-a8f2-f5dfbfeb9c04 req-402083ee-3245-482e-864b-35a8749caa84 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:35.192634 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ac931829-98e2-4421-a8f2-f5dfbfeb9c04 req-402083ee-3245-482e-864b-35a8749caa84 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.3140810 Oct 27 05:56:35.255438 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4222ba81-c53d-4498-9128-5401ade6954c req-76fc1a91-d28f-4dc2-8e52-c2ab3cd459dd tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617867 Oct 27 05:56:35.258192 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ac931829-98e2-4421-a8f2-f5dfbfeb9c04 req-ec9fbe61-5593-47b6-ad34-7b3570876bd1 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587733 Oct 27 05:56:35.358476 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d5d624bb-42ae-4cf0-ae6e-584966f72041 req-df10ccda-bcbb-4a6f-823b-866e64d9e290 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0315173 Oct 27 05:56:36.444857 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c092-4a32-43de-8af8-9164112dc0c2 req-f44320aa-a289-4860-ac43-d5a8aae2a70f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:36.447395 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d7f8c092-4a32-43de-8af8-9164112dc0c2 req-f44320aa-a289-4860-ac43-d5a8aae2a70f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 931 time: 0.1124940 Oct 27 05:56:36.456303 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64564c66-bbde-4332-a6d3-5a3d035d6047 req-b7b4d0be-6143-436c-a9d6-eed7a5cb6132 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:36.464076 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-64564c66-bbde-4332-a6d3-5a3d035d6047 req-b7b4d0be-6143-436c-a9d6-eed7a5cb6132 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.1119421 Oct 27 05:56:36.531479 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-64564c66-bbde-4332-a6d3-5a3d035d6047 req-d670673a-6260-4580-8ad7-15cc8d635a87 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642462 Oct 27 05:56:36.550336 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d7f8c092-4a32-43de-8af8-9164112dc0c2 req-89fe5596-e407-4162-8135-1d8e30b65303 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837381 Oct 27 05:56:36.640200 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-70753141-d3e1-4c61-ad84-2a6202312b32 req-f013625e-9211-45fb-8ece-d8e654514041 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0470142 Oct 27 05:56:37.424924 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51738) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:37.691348 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c83d287a-bc9d-426c-821d-71b79a88f77b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:37.740267 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ad05b-c36a-42d6-a98b-06b613da0f4a req-762e9f7e-7857-4724-88ee-dbbc425624c4 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:37.741835 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-623ad05b-c36a-42d6-a98b-06b613da0f4a req-762e9f7e-7857-4724-88ee-dbbc425624c4 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 931 time: 0.1012814 Oct 27 05:56:37.764722 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4918f-7c8e-4bbb-b51e-1a27047a2944 req-7a169c4a-ee93-4388-b9a2-720d55e5c1ea tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:37.766280 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8cc4918f-7c8e-4bbb-b51e-1a27047a2944 req-7a169c4a-ee93-4388-b9a2-720d55e5c1ea tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.0962341 Oct 27 05:56:37.776950 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c83d287a-bc9d-426c-821d-71b79a88f77b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:37.816570 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-623ad05b-c36a-42d6-a98b-06b613da0f4a req-ea2ed73f-50d2-4b80-ae9e-d7047a79e829 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609140 Oct 27 05:56:37.830722 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8cc4918f-7c8e-4bbb-b51e-1a27047a2944 req-1c981533-d624-44bc-a48a-902d78cc8386 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 Oct 27 05:56:37.878091 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c83d287a-bc9d-426c-821d-71b79a88f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:37.910211 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-388c8e50-c190-4296-848c-6310d2202308 req-6aa153b9-346a-489b-b0d5-c91e3667d214 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0318904 Oct 27 05:56:37.915796 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c83d287a-bc9d-426c-821d-71b79a88f77b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42cbb24f816d47aaa7416ff0788bd440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897857 Oct 27 05:56:37.919853 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d287a-bc9d-426c-821d-71b79a88f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c7d702-31af-4f1a-985a-8f09d6d8b4c5,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:37.921992 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51778) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:37.970818 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8b99aad-f55e-49e6-9e96-0817964ce9fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:37.992153 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8b99aad-f55e-49e6-9e96-0817964ce9fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:38.104362 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8b99aad-f55e-49e6-9e96-0817964ce9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:38.106969 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8b99aad-f55e-49e6-9e96-0817964ce9fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:38.108374 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c8b99aad-f55e-49e6-9e96-0817964ce9fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7c7d702-31af-4f1a-985a-8f09d6d8b4c5 HTTP/1.1" status: 204 len: 168 time: 0.1853368 Oct 27 05:56:38.116868 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b99aad-f55e-49e6-9e96-0817964ce9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c7d702-31af-4f1a-985a-8f09d6d8b4c5,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:38.773647 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51828) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:38.786448 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8271ce32-2521-4d9f-9cee-a684d052062e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:38.859060 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8271ce32-2521-4d9f-9cee-a684d052062e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:38.976193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0d69c-54f4-4782-a3ff-ac5c2b13a2ed req-d1482219-93c9-4622-8b38-04c98b30b2b2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:38.977685 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-86e0d69c-54f4-4782-a3ff-ac5c2b13a2ed req-d1482219-93c9-4622-8b38-04c98b30b2b2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 931 time: 0.0932460 Oct 27 05:56:38.984371 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8271ce32-2521-4d9f-9cee-a684d052062e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:38.988885 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbdbc6-f1b7-4be2-af1a-02ab052ada8d req-45bfdf84-36ca-48d0-ab11-f76ebe719450 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:38.990539 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c4bbdbc6-f1b7-4be2-af1a-02ab052ada8d req-45bfdf84-36ca-48d0-ab11-f76ebe719450 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.0748444 Oct 27 05:56:39.023730 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8271ce32-2521-4d9f-9cee-a684d052062e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93e135de423a4bd18df4e506af91d381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489574 Oct 27 05:56:39.024579 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271ce32-2521-4d9f-9cee-a684d052062e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb9fd6d-b988-4891-a58c-3354b455ec34,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:39.026862 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51846) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:39.048524 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-86e0d69c-54f4-4782-a3ff-ac5c2b13a2ed req-20a5fef9-bbbf-4fae-ab37-6267dfe6d0bb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569782 Oct 27 05:56:39.057874 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c4bbdbc6-f1b7-4be2-af1a-02ab052ada8d req-6acc2800-b755-40fa-b3df-9e73d8473493 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553501 Oct 27 05:56:39.084414 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c1f9-025a-4c8c-a218-0ec81ee846c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:39.112083 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c1f9-025a-4c8c-a218-0ec81ee846c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:39.135807 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-39079aee-f49e-49bb-9714-c52711cc8cb3 req-b1ec3787-9043-4290-8597-9143e1645698 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0294328 Oct 27 05:56:39.241279 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c1f9-025a-4c8c-a218-0ec81ee846c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:39.243933 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c1f9-025a-4c8c-a218-0ec81ee846c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:39.245180 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3dc0c1f9-025a-4c8c-a218-0ec81ee846c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1cb9fd6d-b988-4891-a58c-3354b455ec34 HTTP/1.1" status: 204 len: 168 time: 0.2174222 Oct 27 05:56:39.253562 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0c1f9-025a-4c8c-a218-0ec81ee846c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb9fd6d-b988-4891-a58c-3354b455ec34,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:39.498244 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 51858) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:39.609310 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e0f1381f-16c9-4bc9-b7da-a6f21a749843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:39.620914 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Request body: {'port': {'device_id': 'db29cb40-6d55-4b52-b50c-0304b8f39d01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:39.690586 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e0f1381f-16c9-4bc9-b7da-a6f21a749843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:39.731813 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:39.749376 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f495378-c526-464b-ba6d-10cd709b9928 req-07b3336b-5649-423e-8292-56e78b622fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:39.750919 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-3f495378-c526-464b-ba6d-10cd709b9928 req-07b3336b-5649-423e-8292-56e78b622fbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb3768f36baf46b0afa3c17ea914fbf3&device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1108232 Oct 27 05:56:39.803129 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c37a0-5c52-48d9-b349-cd2ed88bc30b req-97d0015e-56c5-4d5d-9442-f4ac079f69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:39.804981 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-654c37a0-5c52-48d9-b349-cd2ed88bc30b req-97d0015e-56c5-4d5d-9442-f4ac079f69ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 1096 time: 0.0809937 Oct 27 05:56:39.824288 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e0f1381f-16c9-4bc9-b7da-a6f21a749843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:40.017063 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1381f-16c9-4bc9-b7da-a6f21a749843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e6dc72-2bd5-41e6-8296-468e967f09aa,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:40.022436 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-e0f1381f-16c9-4bc9-b7da-a6f21a749843 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f29c3b6e41c40a8bc27d9bfa3ca3d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190418 Oct 27 05:56:40.024413 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f495378-c526-464b-ba6d-10cd709b9928 req-4bbf1632-899e-48f4-9628-e37a504471b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:40.026040 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-3f495378-c526-464b-ba6d-10cd709b9928 req-4bbf1632-899e-48f4-9628-e37a504471b9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=cb3768f36baf46b0afa3c17ea914fbf3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2414114 Oct 27 05:56:40.027851 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 51882) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:40.137084 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c37a0-5c52-48d9-b349-cd2ed88bc30b req-d417d2c1-7c6b-4f37-a18d-d47730db27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:40.151450 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-654c37a0-5c52-48d9-b349-cd2ed88bc30b req-d417d2c1-7c6b-4f37-a18d-d47730db27e1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=64455b34b66e47089e65d11246290c6d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3282282 Oct 27 05:56:40.348889 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2a301833-e5e3-4c1c-97bb-4eeae2de4b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:40.382056 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f495378-c526-464b-ba6d-10cd709b9928 req-98bdb8fd-c5c0-4b20-aa27-5b5f7a71e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:40.383580 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-3f495378-c526-464b-ba6d-10cd709b9928 req-98bdb8fd-c5c0-4b20-aa27-5b5f7a71e69f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3490348 Oct 27 05:56:40.424643 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b4244-88df-4925-98b6-61665f606bea req-634c8bf0-b875-482c-938f-6260d3fb1409 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:40.424643 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1e6b4244-88df-4925-98b6-61665f606bea req-634c8bf0-b875-482c-938f-6260d3fb1409 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 931 time: 0.2357469 Oct 27 05:56:40.442001 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a956d8-4599-4a4c-8f62-08bdf0308c7e req-66384d50-3f1c-468f-a614-7ac41e28c886 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:40.449032 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-53a956d8-4599-4a4c-8f62-08bdf0308c7e req-66384d50-3f1c-468f-a614-7ac41e28c886 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.2859159 Oct 27 05:56:40.474553 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2a301833-e5e3-4c1c-97bb-4eeae2de4b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:40.485820 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd420cf3-e36a-432a-a26a-e033aa2cab0a {{(pid=113447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:56:40.487669 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c37a0-5c52-48d9-b349-cd2ed88bc30b req-4d96f1b9-1487-4dc6-9a09-197619c8cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:40.488631 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-654c37a0-5c52-48d9-b349-cd2ed88bc30b req-4d96f1b9-1487-4dc6-9a09-197619c8cebe service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3242855 Oct 27 05:56:40.501684 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:40.521422 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.provisioning_blocks [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Transition to ACTIVE for port object bd420cf3-e36a-432a-a26a-e033aa2cab0a will not be triggered until provisioned by entity L2. {{(pid=113447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:56:40.529706 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1b04f797-e242-4d4d-bb0f-946efaa048fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:40.531292 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-1b04f797-e242-4d4d-bb0f-946efaa048fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb3768f36baf46b0afa3c17ea914fbf3&device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 1096 time: 0.0631793 Oct 27 05:56:40.546043 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-53a956d8-4599-4a4c-8f62-08bdf0308c7e req-2030bde3-4342-4318-a3f5-0d1877286f94 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961194 Oct 27 05:56:40.549724 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1e6b4244-88df-4925-98b6-61665f606bea req-0c2b4687-8fbc-4cfe-9ba7-39fc9eedd97d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986128 Oct 27 05:56:40.659511 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:40.662256 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-814bf48c-4adc-499d-b18b-56e40a224578 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 HTTP/1.1" status: 200 len: 217 time: 0.1055615 Oct 27 05:56:40.665017 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-30c77ffb-6a5c-47db-a0e0-7aa9fda3fca0 req-a93ed607-233e-4d56-b2fe-17393e3851a0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0303125 Oct 27 05:56:40.671732 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-fa1dc347-6134-4a36-8900-32d173567595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:40.673398 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-fa1dc347-6134-4a36-8900-32d173567595 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 1096 time: 0.0763304 Oct 27 05:56:40.755853 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-01a3b561-c9e7-46c3-86bf-a20205db32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:40.757358 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-01a3b561-c9e7-46c3-86bf-a20205db32f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6802839c-8185-498a-a0e6-aa0c27198a78 HTTP/1.1" status: 200 len: 851 time: 0.0702403 Oct 27 05:56:40.758010 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2a301833-e5e3-4c1c-97bb-4eeae2de4b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:40.761110 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2a301833-e5e3-4c1c-97bb-4eeae2de4b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:40.765543 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-2a301833-e5e3-4c1c-97bb-4eeae2de4b62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85e6dc72-2bd5-41e6-8296-468e967f09aa HTTP/1.1" status: 204 len: 168 time: 0.7368512 Oct 27 05:56:40.770482 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-cd6a4739-6b3c-4cf3-977c-bb60f8ed8beb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 HTTP/1.1" status: 200 len: 217 time: 0.0820713 Oct 27 05:56:40.775621 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a301833-e5e3-4c1c-97bb-4eeae2de4b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e6dc72-2bd5-41e6-8296-468e967f09aa,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:40.781367 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Pushing event updated for resources: {'Port': ['ID=bd420cf3-e36a-432a-a26a-e033aa2cab0a,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:40.827990 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-d272e7c2-1d88-4427-9483-4d850b6b5f67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d974187-dbda-4d77-9241-437b0bb1978e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579271 Oct 27 05:56:40.863087 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.managers [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Attempting to bind port bd420cf3-e36a-432a-a26a-e033aa2cab0a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:56:40.863693 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.managers [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Attempting to bind port bd420cf3-e36a-432a-a26a-e033aa2cab0a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'}] {{(pid=113447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:56:40.864200 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Attempting to bind port bd420cf3-e36a-432a-a26a-e033aa2cab0a on network d47e9b37-1bb4-4526-b397-18f220ed76f4 {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:40.904353 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Port bd420cf3-e36a-432a-a26a-e033aa2cab0a on network d47e9b37-1bb4-4526-b397-18f220ed76f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:56:40.904930 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Attempting to bind port bd420cf3-e36a-432a-a26a-e033aa2cab0a on network d47e9b37-1bb4-4526-b397-18f220ed76f4 {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:40.911568 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:56:40.912168 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Checking segment: {'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:40.912744 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Bound using segment: {'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'} {{(pid=113447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:56:40.913385 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.managers [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Bound port: bd420cf3-e36a-432a-a26a-e033aa2cab0a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b648a4d-0552-4eed-af51-6f40cf5191d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4'}}] {{(pid=113447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:56:40.914006 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:41.019006 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-4ca7ed43-909e-43d5-953a-2cdb2b07ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:41.021870 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-4ca7ed43-909e-43d5-953a-2cdb2b07ec87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 200 len: 858 time: 0.2442019 Oct 27 05:56:41.029579 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] For port bd420cf3-e36a-432a-a26a-e033aa2cab0a, host hv-cinder-81558, cleared binding levels {{(pid=113447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:56:41.045896 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] For port bd420cf3-e36a-432a-a26a-e033aa2cab0a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd420cf3-e36a-432a-a26a-e033aa2cab0a,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:56:41.079200 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-cfb120d5-eb2d-467a-9402-79158aef1e90 service neutron] 10.222.0.26 "GET /v2.0/networks/4d974187-dbda-4d77-9241-437b0bb1978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242396 Oct 27 05:56:41.112140 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-bab6aaad-d7a3-489d-b74c-ca325b813ae0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d47e9b37-1bb4-4526-b397-18f220ed76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822225 Oct 27 05:56:41.146110 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:41.230244 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.26', 49927) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:41.269076 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-0a0e3915-8a99-45d1-9b96-d66a0e726552 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497295 Oct 27 05:56:41.378153 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:41.378832 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for port, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:41.380293 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] 10.222.0.26 "PUT /v2.0/ports/bd420cf3-e36a-432a-a26a-e033aa2cab0a HTTP/1.1" status: 200 len: 1093 time: 1.7637451 Oct 27 05:56:41.382374 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db29cb40-6d55-4b52-b50c-0304b8f39d01', 'tag': 'bd420cf3-e36a-432a-a26a-e033aa2cab0a'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:56:41.384683 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07610b73-cb0e-4c47-bd6c-10da97d85a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "db29cb40-6d55-4b52-b50c-0304b8f39d01", "tag": "bd420cf3-e36a-432a-a26a-e033aa2cab0a"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:56:41.423619 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] Pushing event updated for resources: {'Port': ['ID=bd420cf3-e36a-432a-a26a-e033aa2cab0a,revision_number=3']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:41.427853 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-0715fd2c-8528-45b8-8791-add9eb27a09d req-dce57504-174b-4e62-a2ab-1fb6f142b8cf service neutron] 10.222.0.26 "GET /v2.0/networks/4d974187-dbda-4d77-9241-437b0bb1978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422618 Oct 27 05:56:41.496931 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4598dd3b-9f8d-42ef-adc5-5f14f35d1914 x-openstack-request-id: req-4598dd3b-9f8d-42ef-adc5-5f14f35d1914 {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:56:41.497244 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db29cb40-6d55-4b52-b50c-0304b8f39d01", "tag": "bd420cf3-e36a-432a-a26a-e033aa2cab0a", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:56:41.497640 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4598dd3b-9f8d-42ef-adc5-5f14f35d1914 {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:56:41.498047 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db29cb40-6d55-4b52-b50c-0304b8f39d01', 'tag': 'bd420cf3-e36a-432a-a26a-e033aa2cab0a', 'status': 'completed', 'code': 200} Oct 27 05:56:41.500467 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c570a-f2b7-4833-b305-c97100cad64b req-990826f6-4ab0-473b-9d42-f1212c182b69 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:41.502798 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-990826f6-4ab0-473b-9d42-f1212c182b69 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 816 time: 0.2714128 Oct 27 05:56:41.536109 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47a8f228-9f57-4741-abba-cc0203b8e4f8 req-19cdefa9-d070-4361-a8fc-cb5523e56192 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289710 Oct 27 05:56:41.599475 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-35cf1e39-d81f-4d41-9fc1-c541e88d967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:41.603791 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-35cf1e39-d81f-4d41-9fc1-c541e88d967f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 1096 time: 0.0830398 Oct 27 05:56:41.636652 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:56:41.668114 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-f3679bf7-485c-41d0-bd4b-6fd1c7b13e69 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c482bd8fa6824737b96e650ac49d246f HTTP/1.1" status: 200 len: 379 time: 0.1439021 Oct 27 05:56:41.679493 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'port': {'device_id': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'admin_state_up': True, 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'security_groups': ['9c1c931c-b588-454d-9cea-2423aa4f8802']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:41.687604 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-7eae418e-aeab-41c5-979a-b56d64d83bc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd420cf3-e36a-432a-a26a-e033aa2cab0a HTTP/1.1" status: 200 len: 217 time: 0.0698411 Oct 27 05:56:41.779842 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-f406082c-e471-4bff-aa25-7601e20f7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:41.781428 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-f406082c-e471-4bff-aa25-7601e20f7993 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 200 len: 858 time: 0.0852861 Oct 27 05:56:41.827404 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-0d6341e6-10dd-4504-8be6-c877cf2b822b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d47e9b37-1bb4-4526-b397-18f220ed76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377584 Oct 27 05:56:41.845914 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b19ffe-87b2-4e15-b741-fc3d52c91adb req-fee42dc9-145f-425c-9dd9-77ecb80a9c37 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:41.847247 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5b19ffe-87b2-4e15-b741-fc3d52c91adb req-fee42dc9-145f-425c-9dd9-77ecb80a9c37 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.1475050 Oct 27 05:56:41.858526 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479a2fa-cb8b-4079-a562-5a3c77d27dce req-0d8d9fca-c517-43c5-8419-db72b25b582c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:41.860009 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4479a2fa-cb8b-4079-a562-5a3c77d27dce req-0d8d9fca-c517-43c5-8419-db72b25b582c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 943 time: 0.1586096 Oct 27 05:56:41.957901 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5b19ffe-87b2-4e15-b741-fc3d52c91adb req-b943fcb8-e75e-423a-8d3c-6d16eee81608 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869768 Oct 27 05:56:41.966315 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4479a2fa-cb8b-4079-a562-5a3c77d27dce req-ab32797e-6d63-4371-ba24-69838fcbe634 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969653 Oct 27 05:56:41.995247 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Made reservation on behalf of c482bd8fa6824737b96e650ac49d246f for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:56:41.999354 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.005096 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-f1e68196-0768-4376-ad1b-5224e70c439c service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693912 Oct 27 05:56:42.084197 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51982) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:42.101195 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b7908a9b-f3f4-410e-b916-1f60dafaadb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.119826 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-87aad7cc-4429-4c8d-8c05-559e7aa81de5 req-8a649e77-48eb-4138-9db2-c76c0d854a24 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0357723 Oct 27 05:56:42.150875 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-14c7e53c-de79-41e5-98f8-f42a00a245f3 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370013 Oct 27 05:56:42.194446 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Allocated IP 172.20.0.4 (3177cac3-82d5-490f-bd50-8410e69bf297/02cc1477-b8d6-4c44-9288-f42f6425e709/59a678d6-ba75-46b9-8975-11348c16a2ca) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:56:42.205535 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b7908a9b-f3f4-410e-b916-1f60dafaadb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.304454 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b7908a9b-f3f4-410e-b916-1f60dafaadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.337555 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.357815 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b7908a9b-f3f4-410e-b916-1f60dafaadb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1cd4555c1734a6081da068b98ac5565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700982 Oct 27 05:56:42.358475 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 51988) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:42.361088 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7908a9b-f3f4-410e-b916-1f60dafaadb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc533f11-6d44-4d68-b38a-6beb642821d5,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:42.447889 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07610b73-cb0e-4c47-bd6c-10da97d85a9c req-45b03dab-de8b-4c02-ae3b-696bd5ac4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:42.449383 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-07610b73-cb0e-4c47-bd6c-10da97d85a9c req-45b03dab-de8b-4c02-ae3b-696bd5ac4642 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 1096 time: 0.0822985 Oct 27 05:56:42.475513 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.477943 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b10abd70-9df3-4d9d-b337-d917a3463272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.523999 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Network 3177cac3-82d5-490f-bd50-8410e69bf297 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:56:42.527081 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:56:42.531864 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:56:42.538244 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:42.538881 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.547868 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:42.580479 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b10abd70-9df3-4d9d-b337-d917a3463272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.659106 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07610b73-cb0e-4c47-bd6c-10da97d85a9c req-758fc54c-db9b-4e74-b845-ed3e88f5cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:42.660581 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-07610b73-cb0e-4c47-bd6c-10da97d85a9c req-758fc54c-db9b-4e74-b845-ed3e88f5cdcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 919 time: 0.2018812 Oct 27 05:56:42.667278 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-35390c74-ca5f-426b-89a7-abbbcf24eac4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9915972 Oct 27 05:56:42.688289 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Request body: {'port': {'device_id': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:42.726847 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-07610b73-cb0e-4c47-bd6c-10da97d85a9c req-ab392371-507b-465b-955c-fec47c1b72fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd420cf3-e36a-432a-a26a-e033aa2cab0a HTTP/1.1" status: 200 len: 217 time: 0.0444050 Oct 27 05:56:42.752402 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.779213 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07610b73-cb0e-4c47-bd6c-10da97d85a9c req-5d918124-4e5e-4010-aced-aebf5afd0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:42.780909 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-07610b73-cb0e-4c47-bd6c-10da97d85a9c req-5d918124-4e5e-4010-aced-aebf5afd0f12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 200 len: 858 time: 0.0463393 Oct 27 05:56:42.785810 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b10abd70-9df3-4d9d-b337-d917a3463272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.788891 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b10abd70-9df3-4d9d-b337-d917a3463272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.790244 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b10abd70-9df3-4d9d-b337-d917a3463272 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc533f11-6d44-4d68-b38a-6beb642821d5 HTTP/1.1" status: 204 len: 168 time: 0.4302895 Oct 27 05:56:42.820415 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-28aaaa76-5bd6-44e3-8289-8291252a4322 None None] Provisioning complete for port 59a678d6-ba75-46b9-8975-11348c16a2ca triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:42.822033 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa76-5bd6-44e3-8289-8291252a4322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:42.835345 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10abd70-9df3-4d9d-b337-d917a3463272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc533f11-6d44-4d68-b38a-6beb642821d5,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:42.838738 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-07610b73-cb0e-4c47-bd6c-10da97d85a9c req-7a9d1afd-fb70-4af9-a1ce-90bfa2660f6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d47e9b37-1bb4-4526-b397-18f220ed76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474033 Oct 27 05:56:42.868748 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-28aaaa76-5bd6-44e3-8289-8291252a4322 None None] Port 59a678d6-ba75-46b9-8975-11348c16a2ca cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:56:42.945012 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-07610b73-cb0e-4c47-bd6c-10da97d85a9c req-81eee8e7-0f28-4669-908f-f049c57b183b service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970101 Oct 27 05:56:43.050807 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-07610b73-cb0e-4c47-bd6c-10da97d85a9c req-f175d1ce-c861-493b-8981-7744fbfa8356 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974729 Oct 27 05:56:43.118152 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a678d6-ba75-46b9-8975-11348c16a2ca {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:56:43.130740 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:43.153378 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190de04f-b67e-4176-b1d6-dde6fd4e636a req-be50a696-4ab0-49d7-8577-b0b937653cc6 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:43.154909 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-190de04f-b67e-4176-b1d6-dde6fd4e636a req-be50a696-4ab0-49d7-8577-b0b937653cc6 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.1267550 Oct 27 05:56:43.159143 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Transition to ACTIVE for port object 59a678d6-ba75-46b9-8975-11348c16a2ca will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:56:43.175219 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d911f0-d5c7-43ff-be39-297707d5653f req-224776c3-c6a8-428e-9a2e-f968aac2c6bd tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:43.176635 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-72d911f0-d5c7-43ff-be39-297707d5653f req-224776c3-c6a8-428e-9a2e-f968aac2c6bd tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 943 time: 0.1053662 Oct 27 05:56:43.223520 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-190de04f-b67e-4176-b1d6-dde6fd4e636a req-4a4bb358-fa11-45bb-aed7-37028f90c91e tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617177 Oct 27 05:56:43.230302 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-72d911f0-d5c7-43ff-be39-297707d5653f req-b2c9e469-e6d7-45ab-a62d-81babba575b7 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464883 Oct 27 05:56:43.312587 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:43.378869 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Pushing event updated for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:43.405473 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0496-dc44-4978-a007-9bd43ab24f15 req-d590d6c4-9305-4039-abb8-f4b472e5d0b1 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:43.414041 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-daae0496-dc44-4978-a007-9bd43ab24f15 req-d590d6c4-9305-4039-abb8-f4b472e5d0b1 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 931 time: 0.1321509 Oct 27 05:56:43.457860 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Attempting to bind port 59a678d6-ba75-46b9-8975-11348c16a2ca on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:56:43.457860 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Attempting to bind port 59a678d6-ba75-46b9-8975-11348c16a2ca by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:56:43.457860 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Attempting to bind port 59a678d6-ba75-46b9-8975-11348c16a2ca on network 3177cac3-82d5-490f-bd50-8410e69bf297 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:43.475109 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-daae0496-dc44-4978-a007-9bd43ab24f15 req-7e02c702-ad9c-4339-9513-4467b252394d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600491 Oct 27 05:56:43.475942 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Port 59a678d6-ba75-46b9-8975-11348c16a2ca on network 3177cac3-82d5-490f-bd50-8410e69bf297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:56:43.478122 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Attempting to bind port 59a678d6-ba75-46b9-8975-11348c16a2ca on network 3177cac3-82d5-490f-bd50-8410e69bf297 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:56:43.507236 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:56:43.507707 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Checking segment: {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:56:43.517382 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Bound using segment: {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:56:43.517382 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Bound port: 59a678d6-ba75-46b9-8975-11348c16a2ca, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:56:43.517382 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:43.607227 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:56:43.612243 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:56:43.683843 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:43.728195 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:43.728931 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:43.730345 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/59a678d6-ba75-46b9-8975-11348c16a2ca HTTP/1.1" status: 200 len: 1093 time: 1.0464671 Oct 27 05:56:43.730837 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:56:43.733728 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca31a1-e5da-41e7-b010-4fa05d0151cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:56:43.762826 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c005e-32a1-4212-84b0-0cb1bd4907d0 service neutron] Pushing event updated for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:43.830710 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200d2655-8e31-4e59-8672-1f31b8f8f706 x-openstack-request-id: req-200d2655-8e31-4e59-8672-1f31b8f8f706 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:56:43.831001 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:56:43.831252 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-200d2655-8e31-4e59-8672-1f31b8f8f706 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:56:43.831646 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'status': 'completed', 'code': 200} Oct 27 05:56:43.934043 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca31a1-e5da-41e7-b010-4fa05d0151cb req-9b83be19-4bc8-4ea7-af31-3f9ce6089f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:43.936486 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-17ca31a1-e5da-41e7-b010-4fa05d0151cb req-9b83be19-4bc8-4ea7-af31-3f9ce6089f6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 1096 time: 0.0590725 Oct 27 05:56:44.057195 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca31a1-e5da-41e7-b010-4fa05d0151cb req-a031f370-08e1-4510-985f-f42683960664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:44.058788 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-17ca31a1-e5da-41e7-b010-4fa05d0151cb req-a031f370-08e1-4510-985f-f42683960664 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c482bd8fa6824737b96e650ac49d246f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1076903 Oct 27 05:56:44.158957 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca31a1-e5da-41e7-b010-4fa05d0151cb req-58f7635c-797c-464f-ad17-817388d429cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:44.160417 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-17ca31a1-e5da-41e7-b010-4fa05d0151cb req-58f7635c-797c-464f-ad17-817388d429cb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945001 Oct 27 05:56:44.169063 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:56:44.302787 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:44.318440 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55', 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4', 'port_id': 'f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55', 'mac_address': 'fa:16:3e:72:9e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c15dddd-89be-4796-ba53-2dd991865a9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:56:44.339435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c570a-f2b7-4833-b305-c97100cad64b req-c1534ba9-f571-4b45-b5c0-46ebcf39fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:44.341023 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-c1534ba9-f571-4b45-b5c0-46ebcf39fbaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 1096 time: 0.1150706 Oct 27 05:56:44.364239 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:44.377630 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:56:44.398446 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:44.473544 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:44.474692 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:56:44.592116 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-9bd66985-6171-4f2c-932e-7fd2d21f027b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59a678d6-ba75-46b9-8975-11348c16a2ca HTTP/1.1" status: 200 len: 217 time: 0.2345140 Oct 27 05:56:44.609016 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:44.644156 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f58ef3-d984-4bfb-a827-1077aab7cf57 req-e6a89d94-6aeb-4470-9de0-392c68bf7f08 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:44.645729 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f1f58ef3-d984-4bfb-a827-1077aab7cf57 req-e6a89d94-6aeb-4470-9de0-392c68bf7f08 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 943 time: 0.3223085 Oct 27 05:56:44.682159 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,segment=NetworkSegment(22625c33-7b3f-404e-b7ad-6cad138e7844),segment_id=22625c33-7b3f-404e-b7ad-6cad138e7844)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:44.682279 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d71b7b-63b9-44f3-9b4a-eff686de5342 req-06e1255b-a972-4d17-832b-372dcba0907e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:44.682279 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-58d71b7b-63b9-44f3-9b4a-eff686de5342 req-06e1255b-a972-4d17-832b-372dcba0907e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 943 time: 0.3258216 Oct 27 05:56:44.694648 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c570a-f2b7-4833-b305-c97100cad64b req-b98cbd82-d3f6-4479-82a7-b90d578010fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:44.697714 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-b98cbd82-d3f6-4479-82a7-b90d578010fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0968149 Oct 27 05:56:44.700634 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64', 'network_id': '4d974187-dbda-4d77-9241-437b0bb1978e', 'port_id': 'cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64', 'mac_address': 'fa:16:3e:98:61:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6802839c-8185-498a-a0e6-aa0c27198a78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:56:44.755490 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:44.764336 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f1f58ef3-d984-4bfb-a827-1077aab7cf57 req-405ea9d3-4b0d-4917-b9a4-9920f212208f tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078405 Oct 27 05:56:44.776481 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:56:44.789857 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-58d71b7b-63b9-44f3-9b4a-eff686de5342 req-50bb01f1-1273-40a3-b2dc-4e7be09d0904 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001499 Oct 27 05:56:44.803796 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c570a-f2b7-4833-b305-c97100cad64b req-0d1dca9e-b160-449f-a0a2-87b371ea0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:44.806065 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-0d1dca9e-b160-449f-a0a2-87b371ea0dc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1014807 Oct 27 05:56:44.828006 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,segment=NetworkSegment(22625c33-7b3f-404e-b7ad-6cad138e7844),segment_id=22625c33-7b3f-404e-b7ad-6cad138e7844)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:44.916473 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:44.950858 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9ffa6-7067-45a5-abbd-46cacfcdc4af req-f78653c0-fe6a-4937-8679-56c1c1e37f8a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:44.952371 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b2c9ffa6-7067-45a5-abbd-46cacfcdc4af req-f78653c0-fe6a-4937-8679-56c1c1e37f8a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0891120 Oct 27 05:56:44.975566 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:44.979111 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-25adad0a-76c4-4140-832c-a98562115e1d service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647253 Oct 27 05:56:45.044088 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b2c9ffa6-7067-45a5-abbd-46cacfcdc4af req-ba3c723e-d9ee-429d-8d43-52e910e4e68a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845225 Oct 27 05:56:45.099170 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c79c570a-f2b7-4833-b305-c97100cad64b req-ba1934a2-a0ca-40af-bf90-da60cf40c605 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106124 Oct 27 05:56:45.333626 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:56:45.388335 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:56:45.942730 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f9b8b-0605-474d-8b8d-63748f12fc12 req-be430697-8287-4f27-8c3d-09d3cebc4ffa tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:45.944453 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a45f9b8b-0605-474d-8b8d-63748f12fc12 req-be430697-8287-4f27-8c3d-09d3cebc4ffa tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 944 time: 0.0956485 Oct 27 05:56:45.957679 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40294ec3-5982-4b6f-801d-4cc719870164 req-ddb949ac-b10f-422e-bb5f-3fc43ccaec14 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:45.959441 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-40294ec3-5982-4b6f-801d-4cc719870164 req-ddb949ac-b10f-422e-bb5f-3fc43ccaec14 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 943 time: 0.0698693 Oct 27 05:56:46.014169 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a45f9b8b-0605-474d-8b8d-63748f12fc12 req-5b5ae764-1f89-452d-a258-efa86cc48477 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536261 Oct 27 05:56:46.026552 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-40294ec3-5982-4b6f-801d-4cc719870164 req-98d49178-2675-44a9-a41d-4b9be2edc92c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597582 Oct 27 05:56:46.143181 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device bd420cf3-e36a-432a-a26a-e033aa2cab0a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:56:46.171516 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1cc9-ba31-4799-8134-f8ad1712f02c req-c4506b2c-2f19-4f02-a564-527100589025 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:46.173566 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0d7c1cc9-ba31-4799-8134-f8ad1712f02c req-c4506b2c-2f19-4f02-a564-527100589025 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0509877 Oct 27 05:56:46.213611 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0d7c1cc9-ba31-4799-8134-f8ad1712f02c req-a9b5cf35-928a-48d9-ab64-3e44d813ab30 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337915 Oct 27 05:56:46.251127 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port bd420cf3-e36a-432a-a26a-e033aa2cab0a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd420cf3-e36a-432a-a26a-e033aa2cab0a,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:46.262580 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'bd420cf3-e36a-432a-a26a-e033aa2cab0a', 'network_id': 'd47e9b37-1bb4-4526-b397-18f220ed76f4', 'port_id': 'bd420cf3-e36a-432a-a26a-e033aa2cab0a', 'mac_address': 'fa:16:3e:e1:6a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c15dddd-89be-4796-ba53-2dd991865a9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:56:46.299855 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:46.314951 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd420cf3-e36a-432a-a26a-e033aa2cab0a {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:56:46.333238 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port bd420cf3-e36a-432a-a26a-e033aa2cab0a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd420cf3-e36a-432a-a26a-e033aa2cab0a,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:46.451242 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:46.455486 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52148) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:46.512547 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=bd420cf3-e36a-432a-a26a-e033aa2cab0a,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:46.606301 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-86a380e1-ad94-4164-ad51-bde0f6024392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:46.693205 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-86a380e1-ad94-4164-ad51-bde0f6024392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:46.750743 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['bd420cf3-e36a-432a-a26a-e033aa2cab0a'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:56:46.773002 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-86a380e1-ad94-4164-ad51-bde0f6024392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:46.810118 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-86a380e1-ad94-4164-ad51-bde0f6024392 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eae56722ecc9477eb9acd9eed0b54875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534558 Oct 27 05:56:46.812812 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52170) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:46.823266 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a380e1-ad94-4164-ad51-bde0f6024392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25dc5f2-dcd3-4d4b-95f3-fbf3a416ecc5,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:46.893889 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9af09577-1508-4882-9da1-e67bb2a2df5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:46.919908 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9af09577-1508-4882-9da1-e67bb2a2df5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:47.058377 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9af09577-1508-4882-9da1-e67bb2a2df5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:47.060958 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9af09577-1508-4882-9da1-e67bb2a2df5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:47.064994 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-9af09577-1508-4882-9da1-e67bb2a2df5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d25dc5f2-dcd3-4d4b-95f3-fbf3a416ecc5 HTTP/1.1" status: 204 len: 168 time: 0.2479765 Oct 27 05:56:47.074291 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af09577-1508-4882-9da1-e67bb2a2df5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25dc5f2-dcd3-4d4b-95f3-fbf3a416ecc5,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:47.179726 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091f91f-031d-4488-a086-84873223e7e4 req-f2771f03-2b6b-4266-a460-de613449b044 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:47.181110 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8091f91f-031d-4488-a086-84873223e7e4 req-f2771f03-2b6b-4266-a460-de613449b044 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 944 time: 0.0842981 Oct 27 05:56:47.202162 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9da04-e634-4cf8-9c4d-c7a8da485679 req-d729e9bf-bd33-4633-a88d-5062a480aa55 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:47.203686 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0cb9da04-e634-4cf8-9c4d-c7a8da485679 req-d729e9bf-bd33-4633-a88d-5062a480aa55 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 944 time: 0.0733695 Oct 27 05:56:47.255286 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8091f91f-031d-4488-a086-84873223e7e4 req-fae83fb7-c1c9-48f5-855b-8e04a2a59c5b tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668294 Oct 27 05:56:47.269031 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0cb9da04-e634-4cf8-9c4d-c7a8da485679 req-2fdd99cf-a90a-4ae2-a66a-903896cba048 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569117 Oct 27 05:56:47.362772 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6816-9c95-499f-b5b3-81416bf918d3 req-25cca372-9136-4eb7-9888-973a3339c507 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:47.364246 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-545a6816-9c95-499f-b5b3-81416bf918d3 req-25cca372-9136-4eb7-9888-973a3339c507 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0513020 Oct 27 05:56:47.402098 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-545a6816-9c95-499f-b5b3-81416bf918d3 req-29bacef9-2930-4ee3-b384-c2fbe6c5f3ba tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318165 Oct 27 05:56:47.801246 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52200) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:47.817676 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6c57ddf5-12c5-46fb-90f5-6eccc396055b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:47.920242 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6c57ddf5-12c5-46fb-90f5-6eccc396055b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.163382 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 59a678d6-ba75-46b9-8975-11348c16a2ca details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:56:48.176469 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:48.253059 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6c57ddf5-12c5-46fb-90f5-6eccc396055b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.329182 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57ddf5-12c5-46fb-90f5-6eccc396055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03da6f6e-0d73-4dfa-bf9e-c161a4c3cbdd,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:48.342194 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-6c57ddf5-12c5-46fb-90f5-6eccc396055b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc130e21b4264729bd9cd540ef5812c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339625 Oct 27 05:56:48.343393 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52220) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:48.411616 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:48.434282 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'port_id': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'mac_address': 'fa:16:3e:4b:59:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:56:48.437463 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-713acb92-7236-45f6-8378-a3cccdfb63e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.476168 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-713acb92-7236-45f6-8378-a3cccdfb63e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.499162 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:56:48.505075 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:48.506199 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.544740 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.552542 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd1d2-5c3f-477f-9d0a-30f4a6699972 req-b0100441-e292-4430-901d-ddcf0e57ddf3 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:48.554180 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a12dd1d2-5c3f-477f-9d0a-30f4a6699972 req-b0100441-e292-4430-901d-ddcf0e57ddf3 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 944 time: 0.1902411 Oct 27 05:56:48.563817 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a678d6-ba75-46b9-8975-11348c16a2ca {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:56:48.567551 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83ff34-b683-4770-b503-57fe48c3431b req-2ce8d420-b388-4abd-93de-05efe7462989 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:48.569092 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5c83ff34-b683-4770-b503-57fe48c3431b req-2ce8d420-b388-4abd-93de-05efe7462989 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 944 time: 0.1286788 Oct 27 05:56:48.591673 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:48.622082 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a12dd1d2-5c3f-477f-9d0a-30f4a6699972 req-b055695b-aed7-45a1-89d2-9bc9c377aeea tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518901 Oct 27 05:56:48.627976 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.645120 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5c83ff34-b683-4770-b503-57fe48c3431b req-8074feca-11b7-4b3e-9de0-7ea74927edce tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604315 Oct 27 05:56:48.647209 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-713acb92-7236-45f6-8378-a3cccdfb63e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.650890 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-713acb92-7236-45f6-8378-a3cccdfb63e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.654991 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-713acb92-7236-45f6-8378-a3cccdfb63e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03da6f6e-0d73-4dfa-bf9e-c161a4c3cbdd HTTP/1.1" status: 204 len: 168 time: 0.3068907 Oct 27 05:56:48.662134 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713acb92-7236-45f6-8378-a3cccdfb63e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03da6f6e-0d73-4dfa-bf9e-c161a4c3cbdd,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:48.683165 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009c3a96-28e2-4a92-a4e1-fbe41c83ce73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:56:48.758444 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:48.761921 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.779220 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a76c2a-585e-4f9d-abd3-5a2413a127ec req-adfc9a58-7396-4409-9b2f-ddc5eba3c3f2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:48.782367 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77a76c2a-585e-4f9d-abd3-5a2413a127ec req-adfc9a58-7396-4409-9b2f-ddc5eba3c3f2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 944 time: 0.0616732 Oct 27 05:56:48.827042 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77a76c2a-585e-4f9d-abd3-5a2413a127ec req-28363083-4451-4781-9858-1aad3ca59878 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384247 Oct 27 05:56:48.828453 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:48.846992 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:48.847838 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:48.983447 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52242) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:49.061098 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:49.109007 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-43c066a5-1a7c-457f-bddc-41a56a3c1f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.133128 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928042bf-c995-4328-971a-b870defa7e41" -d '{"events": [{"server_uuid": "009c3a96-28e2-4a92-a4e1-fbe41c83ce73", "name": "network-vif-plugged", "status": "completed", "tag": "f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:56:49.143631 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:56:49.148429 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['59a678d6-ba75-46b9-8975-11348c16a2ca'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:56:49.176684 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:49.177253 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.195572 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-43c066a5-1a7c-457f-bddc-41a56a3c1f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.249823 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba9e205-65cd-4912-9693-231d5ba9dc60 x-openstack-request-id: req-aba9e205-65cd-4912-9693-231d5ba9dc60 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:56:49.250160 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009c3a96-28e2-4a92-a4e1-fbe41c83ce73", "name": "network-vif-plugged", "status": "completed", "tag": "f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:56:49.250412 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aba9e205-65cd-4912-9693-231d5ba9dc60 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:56:49.251047 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009c3a96-28e2-4a92-a4e1-fbe41c83ce73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55', 'code': 200} Oct 27 05:56:49.292602 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-43c066a5-1a7c-457f-bddc-41a56a3c1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.315418 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.353491 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-43c066a5-1a7c-457f-bddc-41a56a3c1f0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b22488beeefb4b34b555aca16da6355c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684585 Oct 27 05:56:49.356039 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52260) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:49.358530 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c066a5-1a7c-457f-bddc-41a56a3c1f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e3ce14-c355-4086-8879-45402efda59e,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:49.387195 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,segment=NetworkSegment(22625c33-7b3f-404e-b7ad-6cad138e7844),segment_id=22625c33-7b3f-404e-b7ad-6cad138e7844)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:49.425221 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f198b88b-b242-43aa-a4b2-e7a9cde4d325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.447067 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.447890 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device bd420cf3-e36a-432a-a26a-e033aa2cab0a up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:49.468277 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f198b88b-b242-43aa-a4b2-e7a9cde4d325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.536280 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:49.642229 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port bd420cf3-e36a-432a-a26a-e033aa2cab0a completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:56:49.643454 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f198b88b-b242-43aa-a4b2-e7a9cde4d325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.646463 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f198b88b-b242-43aa-a4b2-e7a9cde4d325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.648321 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-f198b88b-b242-43aa-a4b2-e7a9cde4d325 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3e3ce14-c355-4086-8879-45402efda59e HTTP/1.1" status: 204 len: 168 time: 0.2901340 Oct 27 05:56:49.652346 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port bd420cf3-e36a-432a-a26a-e033aa2cab0a triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:49.652826 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.663581 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198b88b-b242-43aa-a4b2-e7a9cde4d325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e3ce14-c355-4086-8879-45402efda59e,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:49.685321 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c3760-5616-4b23-80a6-8aed0b010b1c req-7f1cf242-5fb3-46d9-b076-b18386e591cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:49.686970 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-320c3760-5616-4b23-80a6-8aed0b010b1c req-7f1cf242-5fb3-46d9-b076-b18386e591cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 1098 time: 0.0981989 Oct 27 05:56:49.734619 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-320c3760-5616-4b23-80a6-8aed0b010b1c req-afab7499-dbe5-40c6-9623-88446df14dc9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.810664 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.849727 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port bd420cf3-e36a-432a-a26a-e033aa2cab0a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd420cf3-e36a-432a-a26a-e033aa2cab0a,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:49.871212 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d22b5-debe-4f08-adf6-957f67e1e8cb req-8afe38eb-6ce2-4919-bc56-2e75462371fa tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:49.873601 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3c9d22b5-debe-4f08-adf6-957f67e1e8cb req-8afe38eb-6ce2-4919-bc56-2e75462371fa tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.1238241 Oct 27 05:56:49.924144 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebad22-58ea-44d0-a308-4ea51faf496e req-f21df07f-f642-4c8c-8346-d65f6c115c3c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:49.928319 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43ebad22-58ea-44d0-a308-4ea51faf496e req-f21df07f-f642-4c8c-8346-d65f6c115c3c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 944 time: 0.1391106 Oct 27 05:56:49.961487 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:49.991772 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3c9d22b5-debe-4f08-adf6-957f67e1e8cb req-f6765d4b-48e1-48f6-832e-c37aa431ceca tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061842 Oct 27 05:56:50.011409 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-320c3760-5616-4b23-80a6-8aed0b010b1c req-afab7499-dbe5-40c6-9623-88446df14dc9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:50.016886 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43ebad22-58ea-44d0-a308-4ea51faf496e req-e2b34559-2cf1-4918-8162-d56e3b11dd1d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806456 Oct 27 05:56:50.052433 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=bd420cf3-e36a-432a-a26a-e033aa2cab0a,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:50.116479 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-320c3760-5616-4b23-80a6-8aed0b010b1c req-afab7499-dbe5-40c6-9623-88446df14dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:50.160424 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab7499-dbe5-40c6-9623-88446df14dc9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6721895c-6b62-4326-9783-42caeb3d025e,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:50.164342 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 59a678d6-ba75-46b9-8975-11348c16a2ca up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:56:50.193825 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-320c3760-5616-4b23-80a6-8aed0b010b1c req-afab7499-dbe5-40c6-9623-88446df14dc9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922521 Oct 27 05:56:50.206800 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a372-8672-470d-9b3e-6c91a843a2f4 req-1a668d08-0d66-4dd1-be1e-505645e61c00 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:50.208220 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4097a372-8672-470d-9b3e-6c91a843a2f4 req-1a668d08-0d66-4dd1-be1e-505645e61c00 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 944 time: 0.1234288 Oct 27 05:56:50.262183 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4097a372-8672-470d-9b3e-6c91a843a2f4 req-41f5a2f5-e334-4a3e-af81-4038253cfe2f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475066 Oct 27 05:56:50.342431 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 59a678d6-ba75-46b9-8975-11348c16a2ca completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:56:50.347721 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 59a678d6-ba75-46b9-8975-11348c16a2ca triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:56:50.353186 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:50.428808 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:50.467350 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:56:50.538672 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:50.598397 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:50.760126 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52332) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:50.760740 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52334) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:50.771561 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4175f-c707-4b65-883d-2fc474de59ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:50.849841 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4175f-c707-4b65-883d-2fc474de59ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:50.867012 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4ac77ffe-6393-4c48-b0f9-30ca965bdb74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:50.915518 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a8a4175f-c707-4b65-883d-2fc474de59ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:50.941134 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4ac77ffe-6393-4c48-b0f9-30ca965bdb74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:50.954400 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-a8a4175f-c707-4b65-883d-2fc474de59ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a68c90e3944c43cfb3171257f2f2fad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948621 Oct 27 05:56:50.955592 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4175f-c707-4b65-883d-2fc474de59ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1915cc22-28a2-47d2-8806-87b5233b4cfe,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:50.956984 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52340) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:51.008104 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-17cd1531-fe97-4268-8411-fa66129423ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:51.017787 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4ac77ffe-6393-4c48-b0f9-30ca965bdb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:51.046785 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-17cd1531-fe97-4268-8411-fa66129423ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:51.084408 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4ac77ffe-6393-4c48-b0f9-30ca965bdb74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9aa3faeb259545b9a02fe9f6ee2c6aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230011 Oct 27 05:56:51.087315 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52348) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:51.093054 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac77ffe-6393-4c48-b0f9-30ca965bdb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c61fed7-5d2c-4f1b-a81f-13213789171f,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:51.191194 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2d765-3338-4c36-8606-56dc757215bf req-f129d6e6-d745-4491-ba67-acdd65721916 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:51.192718 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-37b2d765-3338-4c36-8606-56dc757215bf req-f129d6e6-d745-4491-ba67-acdd65721916 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.1169214 Oct 27 05:56:51.201347 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-17cd1531-fe97-4268-8411-fa66129423ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:51.204513 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-17cd1531-fe97-4268-8411-fa66129423ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:51.207699 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-17cd1531-fe97-4268-8411-fa66129423ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1915cc22-28a2-47d2-8806-87b5233b4cfe HTTP/1.1" status: 204 len: 168 time: 0.2465119 Oct 27 05:56:51.216421 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd1531-fe97-4268-8411-fa66129423ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1915cc22-28a2-47d2-8806-87b5233b4cfe,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:51.225763 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-51078d04-745e-4911-a7f1-322f25a9aa58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:51.242386 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fc02b-6785-4486-8a6e-4448a2372003 req-e0f8a26e-2bef-4bfd-a487-c13278cbe81e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:51.243915 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-390fc02b-6785-4486-8a6e-4448a2372003 req-e0f8a26e-2bef-4bfd-a487-c13278cbe81e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.1104743 Oct 27 05:56:51.252411 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64'}, {'server_uuid': 'db29cb40-6d55-4b52-b50c-0304b8f39d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd420cf3-e36a-432a-a26a-e033aa2cab0a'}, {'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:56:51.254972 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893071d9-35be-4b08-a743-20d5017e7a7d" -d '{"events": [{"server_uuid": "dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7", "name": "network-vif-plugged", "status": "completed", "tag": "cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64"}, {"server_uuid": "db29cb40-6d55-4b52-b50c-0304b8f39d01", "name": "network-vif-plugged", "status": "completed", "tag": "bd420cf3-e36a-432a-a26a-e033aa2cab0a"}, {"server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "name": "network-vif-plugged", "status": "completed", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:56:51.289028 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-37b2d765-3338-4c36-8606-56dc757215bf req-c226bf64-74fa-4838-a3f0-b5a981c8215c tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897100 Oct 27 05:56:51.301413 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-51078d04-745e-4911-a7f1-322f25a9aa58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:51.324384 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-390fc02b-6785-4486-8a6e-4448a2372003 req-14484fdc-671a-4a7f-aedc-3e5fa8d54d16 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687087 Oct 27 05:56:51.383750 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 05:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b3c3cb-b77d-4bfe-9c94-634d8d40e64c x-openstack-request-id: req-a2b3c3cb-b77d-4bfe-9c94-634d8d40e64c {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:56:51.384228 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7", "name": "network-vif-plugged", "status": "completed", "tag": "cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64", "code": 200}, {"server_uuid": "db29cb40-6d55-4b52-b50c-0304b8f39d01", "name": "network-vif-plugged", "status": "completed", "tag": "bd420cf3-e36a-432a-a26a-e033aa2cab0a", "code": 200}, {"server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "name": "network-vif-plugged", "status": "completed", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:56:51.384345 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2b3c3cb-b77d-4bfe-9c94-634d8d40e64c {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:56:51.385275 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64', 'code': 200} Oct 27 05:56:51.385529 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db29cb40-6d55-4b52-b50c-0304b8f39d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd420cf3-e36a-432a-a26a-e033aa2cab0a', 'code': 200} Oct 27 05:56:51.385810 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'code': 200} Oct 27 05:56:51.452622 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbb373-ab45-4ab7-9284-c985e07e40bc req-f49d8589-a517-47ca-8b86-b78a339ea233 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:51.458392 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-81bbb373-ab45-4ab7-9284-c985e07e40bc req-f49d8589-a517-47ca-8b86-b78a339ea233 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0561569 Oct 27 05:56:51.458392 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-51078d04-745e-4911-a7f1-322f25a9aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:51.459032 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-51078d04-745e-4911-a7f1-322f25a9aa58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:51.460284 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-51078d04-745e-4911-a7f1-322f25a9aa58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c61fed7-5d2c-4f1b-a81f-13213789171f HTTP/1.1" status: 204 len: 168 time: 0.3692260 Oct 27 05:56:51.500182 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51078d04-745e-4911-a7f1-322f25a9aa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c61fed7-5d2c-4f1b-a81f-13213789171f,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:51.522589 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-81bbb373-ab45-4ab7-9284-c985e07e40bc req-5543fa04-f56e-4f61-8eba-b962701961cf tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611959 Oct 27 05:56:52.002211 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52386) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:52.132172 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52392) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:52.139072 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77ab8346-a816-48c6-8248-9b09a27a7494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.148433 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cb777b8-c801-415d-8684-0ac59f862646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.212347 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77ab8346-a816-48c6-8248-9b09a27a7494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.231022 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cb777b8-c801-415d-8684-0ac59f862646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.275296 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77ab8346-a816-48c6-8248-9b09a27a7494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.303642 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cb777b8-c801-415d-8684-0ac59f862646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.323088 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-77ab8346-a816-48c6-8248-9b09a27a7494 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1593558fc3941178cbdf6f697f8f591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153527 Oct 27 05:56:52.323196 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52398) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:52.325492 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab8346-a816-48c6-8248-9b09a27a7494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c5f095-14c4-489c-94ab-5e2e17d8bf56,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:52.371128 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-6cb777b8-c801-415d-8684-0ac59f862646 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a777d28f6dbd4a1c930fd64c0791abba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375774 Oct 27 05:56:52.372838 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb777b8-c801-415d-8684-0ac59f862646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ff1a0-d778-4f62-bbcf-8128a1c6728d,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:52.374023 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52402) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:52.402670 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3105e946-e7d2-4903-a50a-7ad9a9fab7d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.425763 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3105e946-e7d2-4903-a50a-7ad9a9fab7d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.518688 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250acb9b-c8a3-4184-85ea-1fb0b9088983 req-5634a1bc-8a84-4c67-88a0-d2b801d688c4 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:52.525526 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-250acb9b-c8a3-4184-85ea-1fb0b9088983 req-5634a1bc-8a84-4c67-88a0-d2b801d688c4 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.1247232 Oct 27 05:56:52.529550 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-c033f65b-51b0-4ad4-80e8-8c7207a92fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.540824 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5a47-14bd-4e44-b1c6-231781cb5ffb req-b261bff2-fd39-4dab-957a-b223cdb40539 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:52.544521 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d8fd5a47-14bd-4e44-b1c6-231781cb5ffb req-b261bff2-fd39-4dab-957a-b223cdb40539 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.1135304 Oct 27 05:56:52.561074 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3105e946-e7d2-4903-a50a-7ad9a9fab7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.564770 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3105e946-e7d2-4903-a50a-7ad9a9fab7d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.566168 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3105e946-e7d2-4903-a50a-7ad9a9fab7d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1c5f095-14c4-489c-94ab-5e2e17d8bf56 HTTP/1.1" status: 204 len: 168 time: 0.2447555 Oct 27 05:56:52.575468 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105e946-e7d2-4903-a50a-7ad9a9fab7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c5f095-14c4-489c-94ab-5e2e17d8bf56,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:52.602625 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-c033f65b-51b0-4ad4-80e8-8c7207a92fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.649494 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-250acb9b-c8a3-4184-85ea-1fb0b9088983 req-6aa4e428-ef3c-48d3-aa17-86cab9cb112b tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167278 Oct 27 05:56:52.683643 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d8fd5a47-14bd-4e44-b1c6-231781cb5ffb req-6603ffc0-cef6-4950-bc5c-f824611af0c1 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304805 Oct 27 05:56:52.788809 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca39b97-0c6b-4827-ba5b-9a0ce8e8a29c req-d47c7593-6ba2-4338-a728-cbea7e3e8436 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:52.790219 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3ca39b97-0c6b-4827-ba5b-9a0ce8e8a29c req-d47c7593-6ba2-4338-a728-cbea7e3e8436 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0505764 Oct 27 05:56:52.828199 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3ca39b97-0c6b-4827-ba5b-9a0ce8e8a29c req-fbe07435-3b43-4586-b5a8-a24105f4ac24 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318658 Oct 27 05:56:52.835469 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-c033f65b-51b0-4ad4-80e8-8c7207a92fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.839183 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-c033f65b-51b0-4ad4-80e8-8c7207a92fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:52.847314 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-c033f65b-51b0-4ad4-80e8-8c7207a92fee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a05ff1a0-d778-4f62-bbcf-8128a1c6728d HTTP/1.1" status: 204 len: 168 time: 0.4655092 Oct 27 05:56:52.854113 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033f65b-51b0-4ad4-80e8-8c7207a92fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05ff1a0-d778-4f62-bbcf-8128a1c6728d,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:53.445150 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52434) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:53.458786 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8c77f209-ea46-4f47-8b21-6d12708f143b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:53.543077 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8c77f209-ea46-4f47-8b21-6d12708f143b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:53.612963 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8c77f209-ea46-4f47-8b21-6d12708f143b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:53.660216 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8c77f209-ea46-4f47-8b21-6d12708f143b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a1469f8fc6948d2b29c8b6f4d6ab65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138877 Oct 27 05:56:53.661383 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77f209-ea46-4f47-8b21-6d12708f143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b514767f-5439-41d3-a00c-b6c9ce82dcd8,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:53.663102 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52446) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:53.673344 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:53.773775 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f02b0619-e9e9-44a9-85cf-845d45c42509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:53.824951 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f02b0619-e9e9-44a9-85cf-845d45c42509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:53.930396 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc2fa2-ec74-4691-986b-41b7646be854 req-94bc3ed9-b2e3-4ef7-b41c-c11886b2330e tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:53.932024 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9edc2fa2-ec74-4691-986b-41b7646be854 req-94bc3ed9-b2e3-4ef7-b41c-c11886b2330e tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.1195381 Oct 27 05:56:53.942251 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adbe8e-78b9-4a2c-9ba1-2ce9cd814a4e req-d27aec3f-3db2-4edf-b7d3-a2ece6d3d059 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:53.944608 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5adbe8e-78b9-4a2c-9ba1-2ce9cd814a4e req-d27aec3f-3db2-4edf-b7d3-a2ece6d3d059 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.1166177 Oct 27 05:56:54.007918 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9edc2fa2-ec74-4691-986b-41b7646be854 req-93dae17d-7cb8-4ceb-9bfe-368d8a48e4ad tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622449 Oct 27 05:56:54.013195 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5adbe8e-78b9-4a2c-9ba1-2ce9cd814a4e req-9b328dd5-4be0-4e07-b3f0-5352953d69e3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577185 Oct 27 05:56:54.057306 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f02b0619-e9e9-44a9-85cf-845d45c42509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:54.061545 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f02b0619-e9e9-44a9-85cf-845d45c42509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:54.062298 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-f02b0619-e9e9-44a9-85cf-845d45c42509 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b514767f-5439-41d3-a00c-b6c9ce82dcd8 HTTP/1.1" status: 204 len: 168 time: 0.3975151 Oct 27 05:56:54.075595 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b0619-e9e9-44a9-85cf-845d45c42509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b514767f-5439-41d3-a00c-b6c9ce82dcd8,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:54.139397 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a6432-ca3b-435d-bfce-5ef281d2ce73 req-b4e40d9a-826e-4d34-a994-d8bffef5833a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:54.142669 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-284a6432-ca3b-435d-bfce-5ef281d2ce73 req-b4e40d9a-826e-4d34-a994-d8bffef5833a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0514867 Oct 27 05:56:54.192550 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-284a6432-ca3b-435d-bfce-5ef281d2ce73 req-3062377e-3d70-430c-9dad-64ad7bc3510b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445969 Oct 27 05:56:55.196687 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01735038-14d4-4e4d-99f6-2a886cf3a847 req-c76e9e66-d69d-470e-822e-84622f1f31bf tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:55.198288 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-01735038-14d4-4e4d-99f6-2a886cf3a847 req-c76e9e66-d69d-470e-822e-84622f1f31bf tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0941787 Oct 27 05:56:55.208089 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c521aa3-c600-4885-88f2-ae0ea5342acc req-5da65720-cd2a-416a-8a04-eb925d284b89 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:55.209796 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2c521aa3-c600-4885-88f2-ae0ea5342acc req-5da65720-cd2a-416a-8a04-eb925d284b89 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0898471 Oct 27 05:56:55.270070 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-01735038-14d4-4e4d-99f6-2a886cf3a847 req-5e2d4925-c6bb-48bd-88bd-f6447559be14 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592413 Oct 27 05:56:55.275184 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2c521aa3-c600-4885-88f2-ae0ea5342acc req-23765cbd-fd3a-4a84-af06-7a44ff3336e5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585492 Oct 27 05:56:55.404592 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc8301-e3a0-40c5-b8f9-fb27c7008d15 req-2549cba0-7ea1-46e2-9cab-1ec3d5722e8c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:55.406393 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3fcc8301-e3a0-40c5-b8f9-fb27c7008d15 req-2549cba0-7ea1-46e2-9cab-1ec3d5722e8c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0687006 Oct 27 05:56:55.450610 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3fcc8301-e3a0-40c5-b8f9-fb27c7008d15 req-b9b822fb-491d-4ab9-91fa-61284b7a1c9a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372286 Oct 27 05:56:56.224022 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52572) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:56.330879 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-36716b15-aeb1-4181-afef-1ec711bdf345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:56.452281 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89450c18-26b9-4b24-99a6-09716bc365d8 req-e6b32cb8-8f88-4479-8860-f8072dc15696 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:56.454357 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-89450c18-26b9-4b24-99a6-09716bc365d8 req-e6b32cb8-8f88-4479-8860-f8072dc15696 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.1127939 Oct 27 05:56:56.466862 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265fd98-9685-4457-b004-f4665a7aa799 req-5719332a-c3d5-470b-ab05-4498b1451595 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:56.468351 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d265fd98-9685-4457-b004-f4665a7aa799 req-5719332a-c3d5-470b-ab05-4498b1451595 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.1057997 Oct 27 05:56:56.559396 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d265fd98-9685-4457-b004-f4665a7aa799 req-8f13744a-da8d-4d24-a966-3d37b655f9d2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824218 Oct 27 05:56:56.561319 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-36716b15-aeb1-4181-afef-1ec711bdf345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:56.579903 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-89450c18-26b9-4b24-99a6-09716bc365d8 req-b45f562e-9fc2-4792-9229-59529777ef54 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945668 Oct 27 05:56:56.644195 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-36716b15-aeb1-4181-afef-1ec711bdf345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:56.692246 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-36716b15-aeb1-4181-afef-1ec711bdf345 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9da842488af145daa1bf8ffd5c533e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668896 Oct 27 05:56:56.700220 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52594) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:56.730808 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36716b15-aeb1-4181-afef-1ec711bdf345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952fbb43-3616-4afa-9f2a-1b41e424a078,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:56.756616 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0cb73-f40c-4e16-b779-7b2486de2a48 req-56f7d47e-3993-49ad-85be-545e795850ff tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:56.758125 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-35a0cb73-f40c-4e16-b779-7b2486de2a48 req-56f7d47e-3993-49ad-85be-545e795850ff tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1440642 Oct 27 05:56:56.796267 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3295b-8a6e-44e7-a57a-280a50f56b60 req-0edad341-755b-41be-858f-9d588f25bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:56.802133 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3fe3295b-8a6e-44e7-a57a-280a50f56b60 req-0edad341-755b-41be-858f-9d588f25bc10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 1098 time: 0.1215637 Oct 27 05:56:56.806778 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d3342-12dd-4a85-a74f-b9462cde6b7d req-3b9057f4-1ac4-4128-82ec-bec90aa43aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:56.808285 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-892d3342-12dd-4a85-a74f-b9462cde6b7d req-3b9057f4-1ac4-4128-82ec-bec90aa43aa0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 1098 time: 0.0902512 Oct 27 05:56:56.811831 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde2ab4-20ad-44b5-905d-28a28eeeaf56 req-67678ea3-f8a3-48ff-bcd9-6fba0cd77dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:56.814046 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-5fde2ab4-20ad-44b5-905d-28a28eeeaf56 req-67678ea3-f8a3-48ff-bcd9-6fba0cd77dd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 1098 time: 0.1043961 Oct 27 05:56:56.843626 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8de92fbe-5dcd-4d92-866a-b4cefa3e24c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:56.888010 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-5fde2ab4-20ad-44b5-905d-28a28eeeaf56 req-ce8bc529-772b-4f14-978d-37524069b024 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631909 Oct 27 05:56:56.890181 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8de92fbe-5dcd-4d92-866a-b4cefa3e24c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:57.005357 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-35a0cb73-f40c-4e16-b779-7b2486de2a48 req-1d6876b5-92b6-4e89-bc8a-cfeb7eb27120 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386677 Oct 27 05:56:57.039960 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8de92fbe-5dcd-4d92-866a-b4cefa3e24c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:57.043348 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8de92fbe-5dcd-4d92-866a-b4cefa3e24c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:57.058180 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8de92fbe-5dcd-4d92-866a-b4cefa3e24c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/952fbb43-3616-4afa-9f2a-1b41e424a078 HTTP/1.1" status: 204 len: 168 time: 0.3443506 Oct 27 05:56:57.058298 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3fe3295b-8a6e-44e7-a57a-280a50f56b60 req-8926eb85-9400-4cb9-905b-992eb10810c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418535 Oct 27 05:56:57.058298 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-892d3342-12dd-4a85-a74f-b9462cde6b7d req-fb026a16-1495-4f7a-ab4c-9b943e331133 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687079 Oct 27 05:56:57.066341 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de92fbe-5dcd-4d92-866a-b4cefa3e24c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952fbb43-3616-4afa-9f2a-1b41e424a078,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:57.713846 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb0a12-d593-4397-8bcf-f2434b14f64e req-1b5d933e-0e56-486f-94b0-8b7c37642aaa tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:57.715338 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0feb0a12-d593-4397-8bcf-f2434b14f64e req-1b5d933e-0e56-486f-94b0-8b7c37642aaa tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0769174 Oct 27 05:56:57.723957 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eba182-49b8-4c72-8abd-414deb209f1d req-176083d5-74ad-4a24-b1dd-dbc6f2f15987 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:57.725527 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c3eba182-49b8-4c72-8abd-414deb209f1d req-176083d5-74ad-4a24-b1dd-dbc6f2f15987 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0782881 Oct 27 05:56:57.780987 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0feb0a12-d593-4397-8bcf-f2434b14f64e req-7670a79a-27dc-493a-a5e6-b21a2b04af19 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544012 Oct 27 05:56:57.788443 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c3eba182-49b8-4c72-8abd-414deb209f1d req-01cdbb01-634a-48c1-bc94-e2f91c1c2494 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549812 Oct 27 05:56:57.876592 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52632) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:57.892547 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-728c5a0e-a153-4be7-b656-6ed26366c3e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:57.965169 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-728c5a0e-a153-4be7-b656-6ed26366c3e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:58.075119 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-728c5a0e-a153-4be7-b656-6ed26366c3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:58.136419 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52642) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:58.137479 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-728c5a0e-a153-4be7-b656-6ed26366c3e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e52816c3c044183894eda2f838c1daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589195 Oct 27 05:56:58.139116 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c5a0e-a153-4be7-b656-6ed26366c3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe0f4ee-fe7e-41c4-97a3-e635f262cc6c,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:58.225392 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6889f-7f69-457e-8ef7-f18e65834431 req-a5e22911-1629-4661-b6e0-db13bf4719dc tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:58.227189 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-42f6889f-7f69-457e-8ef7-f18e65834431 req-a5e22911-1629-4661-b6e0-db13bf4719dc tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0891185 Oct 27 05:56:58.238063 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2e4dd849-9a90-45e0-a963-1a7bb4eb9ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:58.277644 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2e4dd849-9a90-45e0-a963-1a7bb4eb9ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:58.302267 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-42f6889f-7f69-457e-8ef7-f18e65834431 req-ce28c52c-8739-4382-98fe-e9004d25f971 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676756 Oct 27 05:56:58.463564 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2e4dd849-9a90-45e0-a963-1a7bb4eb9ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:58.472006 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2e4dd849-9a90-45e0-a963-1a7bb4eb9ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:58.472006 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-2e4dd849-9a90-45e0-a963-1a7bb4eb9ead admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fe0f4ee-fe7e-41c4-97a3-e635f262cc6c HTTP/1.1" status: 204 len: 168 time: 0.3302591 Oct 27 05:56:58.488514 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dd849-9a90-45e0-a963-1a7bb4eb9ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe0f4ee-fe7e-41c4-97a3-e635f262cc6c,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:56:58.999231 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362825d4-78c2-4404-892f-13e6e453cb1c req-3e096999-1521-4c06-942a-26ea256937bb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:59.007524 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-362825d4-78c2-4404-892f-13e6e453cb1c req-3e096999-1521-4c06-942a-26ea256937bb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0889082 Oct 27 05:56:59.025136 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff310e5-f641-496a-b621-ca9ecb4fdb5e req-42b2481a-b812-4c5a-bfc0-59c4c4da0a95 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:59.026665 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1ff310e5-f641-496a-b621-ca9ecb4fdb5e req-42b2481a-b812-4c5a-bfc0-59c4c4da0a95 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0971293 Oct 27 05:56:59.083165 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-362825d4-78c2-4404-892f-13e6e453cb1c req-d18b1754-0e2f-4092-8a8a-82e031b31748 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747571 Oct 27 05:56:59.088064 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1ff310e5-f641-496a-b621-ca9ecb4fdb5e req-19eaf287-9884-4f9d-a6d9-1ef531dd8651 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523715 Oct 27 05:56:59.490796 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b825e-fa88-4e08-a66f-377a9535e602 req-fa595e2b-abf5-49ac-ab5e-a025fb9e0bad tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:59.492383 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a68b825e-fa88-4e08-a66f-377a9535e602 req-fa595e2b-abf5-49ac-ab5e-a025fb9e0bad tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1024241 Oct 27 05:56:59.543820 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a68b825e-fa88-4e08-a66f-377a9535e602 req-728382ac-1640-4767-bd95-94ea89bce97f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442600 Oct 27 05:56:59.591194 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-abdca82c-41a1-4daf-80d3-c80fe18f81b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:59.721654 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fe4dc-ff9c-4d4b-872a-1509a9a5f8e5 req-53c8eecc-3e13-4be6-abb7-73ac10d5f0ab tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:56:59.723184 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9e8fe4dc-ff9c-4d4b-872a-1509a9a5f8e5 req-53c8eecc-3e13-4be6-abb7-73ac10d5f0ab tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0592012 Oct 27 05:56:59.732742 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52734) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:59.738626 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-f87a28f7-5e69-4d33-aac5-5259bfcc3b82 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'floatingip': {'port_id': '59a678d6-ba75-46b9-8975-11348c16a2ca'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:56:59.753264 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52738) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:56:59.822576 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f87a28f7-5e69-4d33-aac5-5259bfcc3b82 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:59.864794 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7541ad17-00cb-41d6-a670-c12f73b4a596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:56:59.951846 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7541ad17-00cb-41d6-a670-c12f73b4a596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:00.012446 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7541ad17-00cb-41d6-a670-c12f73b4a596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:00.053197 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-7541ad17-00cb-41d6-a670-c12f73b4a596 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e701a364f9fe4ece89a01d82790c2b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987552 Oct 27 05:57:00.054726 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541ad17-00cb-41d6-a670-c12f73b4a596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4542ae17-e613-476e-8dd8-f0aff86eee75,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:00.058259 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 52752) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:00.195463 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-3f4908c8-341b-48e4-bb20-39aec7a070e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:00.245119 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-3f4908c8-341b-48e4-bb20-39aec7a070e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:00.352537 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cf296-23c4-4b83-b753-7ed38c60d661 req-3c9d7a7d-52ad-417e-8151-8bdc5d2605fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:00.353008 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-824cf296-23c4-4b83-b753-7ed38c60d661 req-3c9d7a7d-52ad-417e-8151-8bdc5d2605fb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.1348746 Oct 27 05:57:00.365253 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348aa7-eeb4-4362-8030-dc78e36bf284 req-e3aea786-a04e-4e4a-8ab9-a23734d723af tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:00.367804 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b348aa7-eeb4-4362-8030-dc78e36bf284 req-e3aea786-a04e-4e4a-8ab9-a23734d723af tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.1499519 Oct 27 05:57:00.439127 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b348aa7-eeb4-4362-8030-dc78e36bf284 req-579dc599-2a91-4ab9-a3a6-be4577365497 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628092 Oct 27 05:57:00.454110 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-824cf296-23c4-4b83-b753-7ed38c60d661 req-7a6b2510-b221-4540-9214-350fad76de5f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845904 Oct 27 05:57:00.549627 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-3f4908c8-341b-48e4-bb20-39aec7a070e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:00.553646 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-3f4908c8-341b-48e4-bb20-39aec7a070e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:00.556260 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-3f4908c8-341b-48e4-bb20-39aec7a070e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4542ae17-e613-476e-8dd8-f0aff86eee75 HTTP/1.1" status: 204 len: 168 time: 0.4970424 Oct 27 05:57:00.581073 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4908c8-341b-48e4-bb20-39aec7a070e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4542ae17-e613-476e-8dd8-f0aff86eee75,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:00.696680 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.db.resource_extend [None req-f87a28f7-5e69-4d33-aac5-5259bfcc3b82 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 05:57:00.783245 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f87a28f7-5e69-4d33-aac5-5259bfcc3b82 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:00.869585 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f87a28f7-5e69-4d33-aac5-5259bfcc3b82 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:00.967087 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.l3_db [None req-f87a28f7-5e69-4d33-aac5-5259bfcc3b82 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Floating IP fd27ac05-d399-46d3-a30b-50e4c8eca5e3 associated. External IP: 172.27.1.119, port: 59a678d6-ba75-46b9-8975-11348c16a2ca. Oct 27 05:57:01.176970 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f2a5-63bb-4eca-97b4-1a9d83c1db1a req-ed3ed6c0-b896-4688-a80c-0e31420d9c46 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:01.180321 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-05a0f2a5-63bb-4eca-97b4-1a9d83c1db1a req-ed3ed6c0-b896-4688-a80c-0e31420d9c46 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0823779 Oct 27 05:57:01.233054 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87a28f7-5e69-4d33-aac5-5259bfcc3b82 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Router f50b4fb6-2ca1-4520-9ed2-2e004320946d has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:57:01.256720 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-05a0f2a5-63bb-4eca-97b4-1a9d83c1db1a req-afb615a6-cdad-407a-bad5-56c5517642c0 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698953 Oct 27 05:57:01.273454 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1cf2-6ef4-4458-b17f-e3abf3d29233 req-52485beb-8f36-47fd-a421-52074ea2c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:01.275283 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7eeb1cf2-6ef4-4458-b17f-e3abf3d29233 req-52485beb-8f36-47fd-a421-52074ea2c0a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 1098 time: 0.0724237 Oct 27 05:57:01.367927 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87a28f7-5e69-4d33-aac5-5259bfcc3b82 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:57:01.386978 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f87a28f7-5e69-4d33-aac5-5259bfcc3b82 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:01.397915 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] Sync routers for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:57:01.414642 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:57:01.414642 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:56:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:01.430401 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-f87a28f7-5e69-4d33-aac5-5259bfcc3b82 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "PUT /v2.0/floatingips/fd27ac05-d399-46d3-a30b-50e4c8eca5e3 HTTP/1.1" status: 200 len: 991 time: 1.6965115 Oct 27 05:57:01.431331 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:57:01.435589 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4929865-64f6-42db-8c9a-be01575f22fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:57:01.526014 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce43347e-266f-4935-8f3a-846468922c2e x-openstack-request-id: req-ce43347e-266f-4935-8f3a-846468922c2e {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:57:01.526988 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:57:01.527547 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce43347e-266f-4935-8f3a-846468922c2e {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:57:01.528241 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'status': 'completed', 'code': 200} Oct 27 05:57:01.575465 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1cf2-6ef4-4458-b17f-e3abf3d29233 req-5bd04685-019c-4d6d-94b7-d686bf34aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:01.575465 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7eeb1cf2-6ef4-4458-b17f-e3abf3d29233 req-5bd04685-019c-4d6d-94b7-d686bf34aa06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 919 time: 0.2830853 Oct 27 05:57:01.591612 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52830) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:01.600718 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:57:01.610033 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-dcba5970-161a-4867-9d59-ece42b6c298c admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:01.668389 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7eeb1cf2-6ef4-4458-b17f-e3abf3d29233 req-55796229-2841-4f60-be6f-7ea3bbeb6415 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd420cf3-e36a-432a-a26a-e033aa2cab0a HTTP/1.1" status: 200 len: 217 time: 0.0799689 Oct 27 05:57:01.729424 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1cf2-6ef4-4458-b17f-e3abf3d29233 req-fd4db69a-c991-41ba-b7ad-f62a2d7efa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:01.730929 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7eeb1cf2-6ef4-4458-b17f-e3abf3d29233 req-fd4db69a-c991-41ba-b7ad-f62a2d7efa0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 200 len: 858 time: 0.0454645 Oct 27 05:57:01.752041 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-dcba5970-161a-4867-9d59-ece42b6c298c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:01.767869 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7eeb1cf2-6ef4-4458-b17f-e3abf3d29233 req-720484cc-3d37-40cf-b4e7-678b64efb082 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d47e9b37-1bb4-4526-b397-18f220ed76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271070 Oct 27 05:57:01.780560 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4929865-64f6-42db-8c9a-be01575f22fa req-e316bbf9-6b24-4256-98a9-d8c2cc0c23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:01.780560 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e4929865-64f6-42db-8c9a-be01575f22fa req-e316bbf9-6b24-4256-98a9-d8c2cc0c23c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 1098 time: 0.1127276 Oct 27 05:57:01.813178 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-dcba5970-161a-4867-9d59-ece42b6c298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:01.849818 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-dcba5970-161a-4867-9d59-ece42b6c298c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71964ecdc8204b34bf29e6d9d2fd66ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569957 Oct 27 05:57:01.857090 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 52844) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:01.906102 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba5970-161a-4867-9d59-ece42b6c298c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f31706-19ce-49fb-a4d3-fe68cf02cf40,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:01.942160 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'fd27ac05-d399-46d3-a30b-50e4c8eca5e3', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'port_id': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'mac_address': 'fa:16:3e:4b:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:56:24Z', 'updated_at': '2021-10-27T05:57:00Z', 'revision_number': 1, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:01.979035 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7eeb1cf2-6ef4-4458-b17f-e3abf3d29233 req-ed931e49-2571-4485-80af-a23e48bfc7fb service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974893 Oct 27 05:57:01.981997 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4929865-64f6-42db-8c9a-be01575f22fa req-5e21a39c-6058-4e9f-94cd-64217781b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:01.983839 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e4929865-64f6-42db-8c9a-be01575f22fa req-5e21a39c-6058-4e9f-94cd-64217781b996 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 917 time: 0.1997266 Oct 27 05:57:01.984277 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-82b0ffe3-94cc-4da2-bf52-80392ff06734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:01.995779 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] Checking router: f50b4fb6-2ca1-4520-9ed2-2e004320946d for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:57:02.007728 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:57:02.008562 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:56:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:02.017779 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-82b0ffe3-94cc-4da2-bf52-80392ff06734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:02.133318 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:57:02.158048 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e4929865-64f6-42db-8c9a-be01575f22fa req-0994f3c1-fccc-4dab-ac48-e29b6c16a880 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59a678d6-ba75-46b9-8975-11348c16a2ca HTTP/1.1" status: 200 len: 999 time: 0.1546078 Oct 27 05:57:02.208844 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-82b0ffe3-94cc-4da2-bf52-80392ff06734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:02.212160 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-82b0ffe3-94cc-4da2-bf52-80392ff06734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:02.217352 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-82b0ffe3-94cc-4da2-bf52-80392ff06734 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43f31706-19ce-49fb-a4d3-fe68cf02cf40 HTTP/1.1" status: 204 len: 168 time: 0.3584101 Oct 27 05:57:02.221433 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7eeb1cf2-6ef4-4458-b17f-e3abf3d29233 req-4b8fc627-00a8-4a87-893e-11d5efb09d90 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263112 Oct 27 05:57:02.230845 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0ffe3-94cc-4da2-bf52-80392ff06734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f31706-19ce-49fb-a4d3-fe68cf02cf40,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:02.236883 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4929865-64f6-42db-8c9a-be01575f22fa req-31876872-5718-480e-a128-49e5c2df5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:02.241778 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e4929865-64f6-42db-8c9a-be01575f22fa req-31876872-5718-480e-a128-49e5c2df5d35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0726917 Oct 27 05:57:02.268932 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-6373dfaf-9463-44f2-8236-60b79b622b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:02.436055 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4929865-64f6-42db-8c9a-be01575f22fa req-300808aa-9038-42cc-ab05-12a14208fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:02.442002 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e4929865-64f6-42db-8c9a-be01575f22fa req-300808aa-9038-42cc-ab05-12a14208fca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1725218 Oct 27 05:57:02.453733 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfd776-6446-40b3-bbee-01efa77c6e90 req-6dc017b0-10d3-4d53-a12f-5bb9cedc4381 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:02.455816 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9fcfd776-6446-40b3-bbee-01efa77c6e90 req-6dc017b0-10d3-4d53-a12f-5bb9cedc4381 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0965893 Oct 27 05:57:02.507904 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'fd27ac05-d399-46d3-a30b-50e4c8eca5e3', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'port_id': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'mac_address': 'fa:16:3e:4b:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:56:24Z', 'updated_at': '2021-10-27T05:57:00Z', 'revision_number': 1, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:02.535517 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81feb781-abf0-40c8-b6ad-e1b0199c6fe3 None None] The sync data for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi is: [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'fd27ac05-d399-46d3-a30b-50e4c8eca5e3', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'port_id': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'mac_address': 'fa:16:3e:4b:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:56:24Z', 'updated_at': '2021-10-27T05:57:00Z', 'revision_number': 1, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:57:02.563813 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9fcfd776-6446-40b3-bbee-01efa77c6e90 req-1d0d16a6-99d0-4b77-8237-fa0f2e705044 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734539 Oct 27 05:57:02.598599 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e4929865-64f6-42db-8c9a-be01575f22fa req-6b8daebc-d27d-41e2-b21a-d01009518095 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414123 Oct 27 05:57:02.737343 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e4929865-64f6-42db-8c9a-be01575f22fa req-d9fa3b5f-c99b-4390-9a21-daf464de7288 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234815 Oct 27 05:57:02.800435 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f0d78-110b-41e9-a894-c260da4790bd None None] New status for floating IP fd27ac05-d399-46d3-a30b-50e4c8eca5e3: ACTIVE {{(pid=113448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:57:03.149338 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:03.439591 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:03.714383 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ea29f-8249-43b6-b366-a0767ae02546 req-015bc6e5-b82f-44fa-ba4f-c0d4607aaf53 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:03.715849 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8b7ea29f-8249-43b6-b366-a0767ae02546 req-015bc6e5-b82f-44fa-ba4f-c0d4607aaf53 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0528641 Oct 27 05:57:03.755346 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8b7ea29f-8249-43b6-b366-a0767ae02546 req-914e41dc-586d-400b-8538-d1c863923ae3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332031 Oct 27 05:57:04.898684 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29889d4b-dd64-4f91-b93c-116027f5c8f2 req-3c0b06ac-07b9-4b06-b373-120f5a02ea45 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:04.905590 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-29889d4b-dd64-4f91-b93c-116027f5c8f2 req-3c0b06ac-07b9-4b06-b373-120f5a02ea45 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0761440 Oct 27 05:57:04.947729 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-29889d4b-dd64-4f91-b93c-116027f5c8f2 req-635e7a3e-f723-4f71-bece-da9e50e3ccd3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395381 Oct 27 05:57:04.996206 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:06.082724 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37726315-8d45-4919-a189-c6951e75c90c req-37676418-2924-4dc4-854e-d757e7b9b266 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:06.084172 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-37726315-8d45-4919-a189-c6951e75c90c req-37676418-2924-4dc4-854e-d757e7b9b266 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0495424 Oct 27 05:57:06.122536 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-37726315-8d45-4919-a189-c6951e75c90c req-ff3bbd77-967b-4251-abe9-11d9ea3bce1a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323358 Oct 27 05:57:07.238938 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129cb28-f6bf-4607-8511-41381d43f7ba req-4fa3d0d0-5bd3-4523-b068-3a51dba8bbfa tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:07.240393 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f129cb28-f6bf-4607-8511-41381d43f7ba req-4fa3d0d0-5bd3-4523-b068-3a51dba8bbfa tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0506127 Oct 27 05:57:07.277175 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f129cb28-f6bf-4607-8511-41381d43f7ba req-415abccb-0a65-4fe0-a671-ff362c4b4202 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307746 Oct 27 05:57:08.393090 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1df97-177c-47da-904b-3f9bc3248c55 req-ae0b1e33-9be7-421e-9dd4-fa3e2f6f4e84 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:08.394589 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-16f1df97-177c-47da-904b-3f9bc3248c55 req-ae0b1e33-9be7-421e-9dd4-fa3e2f6f4e84 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0483296 Oct 27 05:57:08.432578 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-16f1df97-177c-47da-904b-3f9bc3248c55 req-6d2761bc-8e83-4b28-9949-a352ab1e9afe tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Oct 27 05:57:09.551382 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3529b21-bc52-457f-9aa9-bf12f80e8871 req-e767f94d-f7f4-4671-b95f-c38ea345d50f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:09.552814 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e3529b21-bc52-457f-9aa9-bf12f80e8871 req-e767f94d-f7f4-4671-b95f-c38ea345d50f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0505409 Oct 27 05:57:09.590080 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e3529b21-bc52-457f-9aa9-bf12f80e8871 req-ca603d86-0fc9-4791-83c4-b00911062292 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313611 Oct 27 05:57:10.728964 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a18e6-88bd-4b7d-868a-12764004444a req-f14242a6-d9dd-44af-bdcd-5f013d5d7971 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:10.730580 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-423a18e6-88bd-4b7d-868a-12764004444a req-f14242a6-d9dd-44af-bdcd-5f013d5d7971 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0697601 Oct 27 05:57:10.950193 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-423a18e6-88bd-4b7d-868a-12764004444a req-3dff1ae5-9aec-49c1-b09e-dec100b44d55 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129719 Oct 27 05:57:11.005719 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53068) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:11.109681 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:11.184036 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:11.246219 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:11.283604 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1eca4051f9a4120ad028da1179f99f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767923 Oct 27 05:57:11.284459 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b7c53c-7c76-408a-b376-e15aca6f58d0,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:11.286391 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53074) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:11.291898 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.292289 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.292619 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.292956 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.293288 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.293648 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.294001 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.294335 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.294666 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.294992 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.295318 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.295643 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70df051b-1a92-4cc8-a067-796b0df60b4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.337481 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:11.359877 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:11.474898 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:11.477475 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:11.478662 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79b7c53c-7c76-408a-b376-e15aca6f58d0 HTTP/1.1" status: 204 len: 168 time: 0.1912272 Oct 27 05:57:11.487185 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b7c53c-7c76-408a-b376-e15aca6f58d0,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:11.494221 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.494564 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.494899 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.495230 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.495655 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.495914 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.496233 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.496553 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.496874 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.497190 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.497528 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:11.497873 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f54df-397c-40be-b704-c7d7e1680bf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:12.066244 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514bbd3-48a0-4083-8c7e-93026c9a03bf req-dff63fd9-e5f1-46ca-ab87-e2e1e3340694 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:12.071950 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3514bbd3-48a0-4083-8c7e-93026c9a03bf req-dff63fd9-e5f1-46ca-ab87-e2e1e3340694 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0493972 Oct 27 05:57:12.105461 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3514bbd3-48a0-4083-8c7e-93026c9a03bf req-43ca2a9c-83f1-4595-9a41-95be237e78b2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Oct 27 05:57:12.190390 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53104) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:12.207283 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5088f3e2-dab0-44a6-bebf-baebf584f4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:12.283983 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5088f3e2-dab0-44a6-bebf-baebf584f4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:12.383424 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5088f3e2-dab0-44a6-bebf-baebf584f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:12.423954 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088f3e2-dab0-44a6-bebf-baebf584f4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6870bc16-685a-46ed-b794-bcaacb57cf05,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:12.429489 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-5088f3e2-dab0-44a6-bebf-baebf584f4ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73cdbd0cdcfe4a56996d6002be291aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379704 Oct 27 05:57:12.432137 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53106) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:12.483823 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-26503ada-17ac-46a9-ab35-3c3f33fa66e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:12.506661 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-26503ada-17ac-46a9-ab35-3c3f33fa66e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:12.675130 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-26503ada-17ac-46a9-ab35-3c3f33fa66e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:12.677781 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-26503ada-17ac-46a9-ab35-3c3f33fa66e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:12.678968 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-26503ada-17ac-46a9-ab35-3c3f33fa66e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6870bc16-685a-46ed-b794-bcaacb57cf05 HTTP/1.1" status: 204 len: 168 time: 0.2460063 Oct 27 05:57:12.686642 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26503ada-17ac-46a9-ab35-3c3f33fa66e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6870bc16-685a-46ed-b794-bcaacb57cf05,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:13.228765 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ead17-52b9-4a7f-aca3-e317623bdec5 req-8feee28d-b306-4383-a839-a338c30a7606 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:13.231590 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-879ead17-52b9-4a7f-aca3-e317623bdec5 req-8feee28d-b306-4383-a839-a338c30a7606 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0536017 Oct 27 05:57:13.277261 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-879ead17-52b9-4a7f-aca3-e317623bdec5 req-d04a9b29-43a1-4d70-afb4-5a4cf9e1d094 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Oct 27 05:57:13.763935 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53164) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:13.954651 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-30714d3c-4426-411e-8c8b-b0671b34ce8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.031803 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-30714d3c-4426-411e-8c8b-b0671b34ce8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.120251 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-30714d3c-4426-411e-8c8b-b0671b34ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.159947 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-30714d3c-4426-411e-8c8b-b0671b34ce8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19abd44942ac4dcd8bc246270b2dfc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938043 Oct 27 05:57:14.161971 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30714d3c-4426-411e-8c8b-b0671b34ce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775b06ae-14b9-43db-abf2-6718c2881e05,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:14.162735 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53182) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:14.219667 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d560760d-3930-495f-839a-6a6fe02613d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.242074 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d560760d-3930-495f-839a-6a6fe02613d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.377296 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d560760d-3930-495f-839a-6a6fe02613d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.382401 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d560760d-3930-495f-839a-6a6fe02613d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.383744 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-d560760d-3930-495f-839a-6a6fe02613d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/775b06ae-14b9-43db-abf2-6718c2881e05 HTTP/1.1" status: 204 len: 168 time: 0.2198100 Oct 27 05:57:14.394945 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560760d-3930-495f-839a-6a6fe02613d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775b06ae-14b9-43db-abf2-6718c2881e05,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:14.414873 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7bb8f-1630-4ccc-bc87-44d641c0d181 req-3800f871-d724-4177-928e-53e634d79178 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:14.416407 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20f7bb8f-1630-4ccc-bc87-44d641c0d181 req-3800f871-d724-4177-928e-53e634d79178 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0677638 Oct 27 05:57:14.429394 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53192) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:14.466239 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20f7bb8f-1630-4ccc-bc87-44d641c0d181 req-822b07d8-9973-4d65-939b-1fdc3e6d7b74 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Oct 27 05:57:14.585929 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-53094275-33b6-4f14-a674-8b066571b7ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.660173 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-53094275-33b6-4f14-a674-8b066571b7ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.754993 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-53094275-33b6-4f14-a674-8b066571b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.774321 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53204) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:14.795432 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-53094275-33b6-4f14-a674-8b066571b7ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d2506a6748642edb0affdb213d3f087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649869 Oct 27 05:57:14.798658 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53094275-33b6-4f14-a674-8b066571b7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcf752b-e123-4cd4-8764-b7b036a545fc,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:14.800678 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53208) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:14.869704 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e58e-b741-4adf-aa9a-b8920904e853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.903305 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e58e-b741-4adf-aa9a-b8920904e853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:14.975958 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1ca981ba-cd82-44d6-9e38-754ea96579de admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.016814 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e58e-b741-4adf-aa9a-b8920904e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.020601 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e58e-b741-4adf-aa9a-b8920904e853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.025747 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-d6c5e58e-b741-4adf-aa9a-b8920904e853 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bcf752b-e123-4cd4-8764-b7b036a545fc HTTP/1.1" status: 204 len: 168 time: 0.2238486 Oct 27 05:57:15.035505 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5e58e-b741-4adf-aa9a-b8920904e853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcf752b-e123-4cd4-8764-b7b036a545fc,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:15.081853 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1ca981ba-cd82-44d6-9e38-754ea96579de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.209962 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1ca981ba-cd82-44d6-9e38-754ea96579de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.247535 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca981ba-cd82-44d6-9e38-754ea96579de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184678f4-117b-427d-9f85-a4577ffb9404,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:15.252907 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-1ca981ba-cd82-44d6-9e38-754ea96579de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fbff4cfd5884998bb913c04a6ffe0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773164 Oct 27 05:57:15.256110 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53226) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:15.266226 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53228) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:15.280322 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-dd9842b4-3d4f-4df4-b95d-d124b4d4040a admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.309627 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4f00dfc6-37e6-4b1c-85de-490bb7a00928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.346617 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4f00dfc6-37e6-4b1c-85de-490bb7a00928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.368544 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-dd9842b4-3d4f-4df4-b95d-d124b4d4040a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.429164 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-dd9842b4-3d4f-4df4-b95d-d124b4d4040a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.470453 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-dd9842b4-3d4f-4df4-b95d-d124b4d4040a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4044b18c70e04af5a94102148ac20954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027528 Oct 27 05:57:15.471645 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9842b4-3d4f-4df4-b95d-d124b4d4040a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417a72ea-f6f1-4ee8-9cac-0b46f6b2bd90,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:15.473230 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53232) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:15.488968 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4f00dfc6-37e6-4b1c-85de-490bb7a00928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.503704 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4f00dfc6-37e6-4b1c-85de-490bb7a00928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.511085 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4f00dfc6-37e6-4b1c-85de-490bb7a00928 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/184678f4-117b-427d-9f85-a4577ffb9404 HTTP/1.1" status: 204 len: 168 time: 0.2542417 Oct 27 05:57:15.529171 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00dfc6-37e6-4b1c-85de-490bb7a00928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184678f4-117b-427d-9f85-a4577ffb9404,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:15.567221 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8f659f06-4a0f-4f2e-8be3-378b2fc48428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.603719 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8f659f06-4a0f-4f2e-8be3-378b2fc48428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.623472 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dea0a7-4312-4dac-87fe-7e13e575a6cd req-c14953fe-4ca9-41b0-954b-6d259e44e408 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:15.625620 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43dea0a7-4312-4dac-87fe-7e13e575a6cd req-c14953fe-4ca9-41b0-954b-6d259e44e408 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0711780 Oct 27 05:57:15.663304 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43dea0a7-4312-4dac-87fe-7e13e575a6cd req-2d3d8096-1d85-48d7-ba48-d16213aa4a16 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Oct 27 05:57:15.743438 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8f659f06-4a0f-4f2e-8be3-378b2fc48428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.746022 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8f659f06-4a0f-4f2e-8be3-378b2fc48428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.747275 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8f659f06-4a0f-4f2e-8be3-378b2fc48428 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/417a72ea-f6f1-4ee8-9cac-0b46f6b2bd90 HTTP/1.1" status: 204 len: 168 time: 0.2714784 Oct 27 05:57:15.755089 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f659f06-4a0f-4f2e-8be3-378b2fc48428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a72ea-f6f1-4ee8-9cac-0b46f6b2bd90,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:15.812172 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53242) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:15.825409 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fb548786-bb65-41ae-a32e-23c3cc2a7d35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.904241 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fb548786-bb65-41ae-a32e-23c3cc2a7d35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:15.964740 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fb548786-bb65-41ae-a32e-23c3cc2a7d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.005898 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-fb548786-bb65-41ae-a32e-23c3cc2a7d35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eaa36bc85ab14e11912b409219277387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923540 Oct 27 05:57:16.006992 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb548786-bb65-41ae-a32e-23c3cc2a7d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d81715-c3b1-461f-b759-1f6dbff56ff0,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:16.008451 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53246) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:16.062613 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-635aefb0-fd4a-4e9b-948c-4d05f85bfc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.083909 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-635aefb0-fd4a-4e9b-948c-4d05f85bfc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.206446 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-635aefb0-fd4a-4e9b-948c-4d05f85bfc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.216020 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-635aefb0-fd4a-4e9b-948c-4d05f85bfc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.216020 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-635aefb0-fd4a-4e9b-948c-4d05f85bfc5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37d81715-c3b1-461f-b759-1f6dbff56ff0 HTTP/1.1" status: 204 len: 168 time: 0.2011325 Oct 27 05:57:16.223479 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aefb0-fd4a-4e9b-948c-4d05f85bfc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d81715-c3b1-461f-b759-1f6dbff56ff0,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:16.268300 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53258) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:16.282083 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc825-d84e-418b-aac2-1902f9fcdaf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.359027 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc825-d84e-418b-aac2-1902f9fcdaf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.440425 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc825-d84e-418b-aac2-1902f9fcdaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.481977 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-6f8cc825-d84e-418b-aac2-1902f9fcdaf5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b362f70c63db4ef88cf30f26f1ad69b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125685 Oct 27 05:57:16.483838 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cc825-d84e-418b-aac2-1902f9fcdaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271f3831-3850-4f17-a45e-4b8177a21872,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:16.485369 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53260) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:16.545189 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c3d2462-e146-4b4f-bf41-b8bd8b39230b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.545512 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53262) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:16.548691 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b318354d-773f-4ad0-acb6-68cf88b67a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.555800 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c3d2462-e146-4b4f-bf41-b8bd8b39230b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.624240 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b318354d-773f-4ad0-acb6-68cf88b67a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.667160 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c3d2462-e146-4b4f-bf41-b8bd8b39230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.669919 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c3d2462-e146-4b4f-bf41-b8bd8b39230b admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.671452 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-7c3d2462-e146-4b4f-bf41-b8bd8b39230b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/271f3831-3850-4f17-a45e-4b8177a21872 HTTP/1.1" status: 204 len: 168 time: 0.1844168 Oct 27 05:57:16.679457 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d2462-e146-4b4f-bf41-b8bd8b39230b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271f3831-3850-4f17-a45e-4b8177a21872,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:16.693751 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b318354d-773f-4ad0-acb6-68cf88b67a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.743831 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-b318354d-773f-4ad0-acb6-68cf88b67a1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c92cd929b8a4281bd4d9f71b43d662e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070446 Oct 27 05:57:16.745308 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318354d-773f-4ad0-acb6-68cf88b67a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b3865f-f245-4e9e-bafd-8102b3af7e61,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:16.746440 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53274) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:16.815134 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-dda20a31-6c35-42ec-8b11-5e05d9c7c798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.833741 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bb050-db7b-4fe6-9a95-1b8f3c1b8f02 req-b6d2193d-c8c2-452b-9fea-b605d43e4bae tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:16.840212 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-dda20a31-6c35-42ec-8b11-5e05d9c7c798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.841425 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-558bb050-db7b-4fe6-9a95-1b8f3c1b8f02 req-b6d2193d-c8c2-452b-9fea-b605d43e4bae tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0666680 Oct 27 05:57:16.882696 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-558bb050-db7b-4fe6-9a95-1b8f3c1b8f02 req-6b860afd-730c-4da6-8410-0a69a62c96e2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398648 Oct 27 05:57:16.954864 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-dda20a31-6c35-42ec-8b11-5e05d9c7c798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.957578 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-dda20a31-6c35-42ec-8b11-5e05d9c7c798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:16.964667 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-dda20a31-6c35-42ec-8b11-5e05d9c7c798 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17b3865f-f245-4e9e-bafd-8102b3af7e61 HTTP/1.1" status: 204 len: 168 time: 0.2113876 Oct 27 05:57:16.968809 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda20a31-6c35-42ec-8b11-5e05d9c7c798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b3865f-f245-4e9e-bafd-8102b3af7e61,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:18.003776 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb05dfe-8b00-42bd-9f45-1c043aa0e409 req-9f1e67d7-d35a-4eaa-a2b2-442d12320bf1 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:18.005308 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1eb05dfe-8b00-42bd-9f45-1c043aa0e409 req-9f1e67d7-d35a-4eaa-a2b2-442d12320bf1 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0537319 Oct 27 05:57:18.044202 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1eb05dfe-8b00-42bd-9f45-1c043aa0e409 req-50da5e62-eef3-4e02-97ee-cdf00f1a8f2a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Oct 27 05:57:18.301691 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53350) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:18.446193 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-334c2b3d-2585-484e-b2c1-3b721889a229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:18.524661 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-334c2b3d-2585-484e-b2c1-3b721889a229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:18.623436 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-334c2b3d-2585-484e-b2c1-3b721889a229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:18.637054 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:57:18.664111 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-334c2b3d-2585-484e-b2c1-3b721889a229 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7adf39a94114d819c988bc9aa1f888e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603172 Oct 27 05:57:18.665331 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c2b3d-2585-484e-b2c1-3b721889a229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8170e16-9bee-4f7e-9923-6a124fc6a961,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:18.666894 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53360) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:18.716479 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f12d31bf-fa68-4134-8f90-589a577a0c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:18.739578 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f12d31bf-fa68-4134-8f90-589a577a0c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:18.834695 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f12d31bf-fa68-4134-8f90-589a577a0c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:18.837264 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f12d31bf-fa68-4134-8f90-589a577a0c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:18.841957 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-f12d31bf-fa68-4134-8f90-589a577a0c42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8170e16-9bee-4f7e-9923-6a124fc6a961 HTTP/1.1" status: 204 len: 168 time: 0.1705673 Oct 27 05:57:18.846786 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d31bf-fa68-4134-8f90-589a577a0c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8170e16-9bee-4f7e-9923-6a124fc6a961,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:19.164571 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47c587-3e56-4e4d-8595-959b65a26a14 req-4df4e8a8-3287-4056-90ed-9b078bb9b537 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:19.166189 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bc47c587-3e56-4e4d-8595-959b65a26a14 req-4df4e8a8-3287-4056-90ed-9b078bb9b537 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0504904 Oct 27 05:57:19.216328 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bc47c587-3e56-4e4d-8595-959b65a26a14 req-102ab504-80bb-4530-b389-0b0db0115f5c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Oct 27 05:57:20.141764 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53428) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:20.244967 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-497188008-network', 'tenant_id': '42bec6bb64174e1ebdadc9e1add27572'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:20.336837 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93de72-f299-45bf-8687-f2a2d564b861 req-23663a69-6f82-4908-9deb-6978a3b2e9a0 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:20.338327 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e93de72-f299-45bf-8687-f2a2d564b861 req-23663a69-6f82-4908-9deb-6978a3b2e9a0 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0526443 Oct 27 05:57:20.339334 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Made reservation on behalf of 42bec6bb64174e1ebdadc9e1add27572 for: {'network': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:57:20.341474 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:20.356032 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:20.401119 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e93de72-f299-45bf-8687-f2a2d564b861 req-4eec2f76-cf2f-4349-ad1f-7d943990ab65 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564659 Oct 27 05:57:20.474685 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:20.530053 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:20.551762 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=113446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:57:20.565979 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf55b62-68c1-4e38-a757-7d46474cdc5f,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:20.570927 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:20.571492 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.segments_db [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Added segment d7894d6a-a455-40aa-b9b5-e55ebbfe862b of type vlan for network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c Oct 27 05:57:20.614557 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:20.724331 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:20.725426 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:20.726626 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:20.794090 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] Pushing event updated for resources: {'Network': ['ID=216ae045-d6d1-4e7f-84a6-b05c20eaac9c,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:20.804502 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:57:20.813124 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-4a833bd6-5a7e-4618-b1ca-1dd84db5c63a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6699774 Oct 27 05:57:20.821634 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53454) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:20.827771 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Request body: {'subnet': {'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-497188008-subnet', 'tenant_id': '42bec6bb64174e1ebdadc9e1add27572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:20.933053 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f80e4-6e90-43e5-a6f6-85481abc3185 req-6fd734cd-09d2-4641-b6d1-59490e505c3b tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:20.935275 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-db0f80e4-6e90-43e5-a6f6-85481abc3185 req-6fd734cd-09d2-4641-b6d1-59490e505c3b tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0526907 Oct 27 05:57:20.960309 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Made reservation on behalf of 42bec6bb64174e1ebdadc9e1add27572 for: {'subnet': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:57:20.962527 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:21.012564 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-db0f80e4-6e90-43e5-a6f6-85481abc3185 req-d8e665f4-1147-42c6-b464-b8282fd06cd7 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718646 Oct 27 05:57:21.215946 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:21.283186 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=862f5a37-1f5c-4fdd-9f1c-dda1991f72e4,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:21.288935 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Checking segment: {'id': 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:57:21.293034 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Network hostable DHCP agents. Network: 216ae045-d6d1-4e7f-84a6-b05c20eaac9c, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:57:21.341739 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53464) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:21.363921 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:57:21.443634 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 216ae045-d6d1-4e7f-84a6-b05c20eaac9c) {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:57:21.445710 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b61b-b543-40b6-8200-8fa87f66430b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:21.452805 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab506b9-de76-4bd4-8348-7636760878e7 None None] Network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:57:21.455022 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:21.455613 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:21.567028 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d570e7-c587-4106-81c9-3db640ddf418 req-743b3656-2d42-4f72-acbe-5fa4bd039d39 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:21.568570 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-71d570e7-c587-4106-81c9-3db640ddf418 req-743b3656-2d42-4f72-acbe-5fa4bd039d39 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0793684 Oct 27 05:57:21.573471 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b61b-b543-40b6-8200-8fa87f66430b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:21.576999 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-6b7759e5-56c6-45cb-bef9-b2feefabbaa6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7542922 Oct 27 05:57:21.607765 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af65e32f-d512-41cf-8ca8-65bc6c2111b1 None None] Network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:57:21.616007 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-71d570e7-c587-4106-81c9-3db640ddf418 req-0fe452bb-0a4a-4553-b6d6-97c8efe5dadc tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379632 Oct 27 05:57:21.657899 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b61b-b543-40b6-8200-8fa87f66430b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:21.702276 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-f4f1b61b-b543-40b6-8200-8fa87f66430b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0e69a4d82c04908b0b4ee3c6ed9000f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573868 Oct 27 05:57:21.703243 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53480) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:21.741296 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1b61b-b543-40b6-8200-8fa87f66430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fac918d-275b-47f3-91a3-e55d4cae3a02,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:21.795829 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7f3e37da-b502-4974-9dc0-6f32912fb11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:21.821441 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7f3e37da-b502-4974-9dc0-6f32912fb11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:21.938086 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7f3e37da-b502-4974-9dc0-6f32912fb11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:21.940693 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7f3e37da-b502-4974-9dc0-6f32912fb11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:21.944534 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-7f3e37da-b502-4974-9dc0-6f32912fb11c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fac918d-275b-47f3-91a3-e55d4cae3a02 HTTP/1.1" status: 204 len: 168 time: 0.2394783 Oct 27 05:57:21.953471 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e37da-b502-4974-9dc0-6f32912fb11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fac918d-275b-47f3-91a3-e55d4cae3a02,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:22.136311 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0649f5-f4a5-453d-adc7-7a6a09f057cf req-b4725bbd-2324-4761-9288-90b6051edc7c tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:22.137908 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-de0649f5-f4a5-453d-adc7-7a6a09f057cf req-b4725bbd-2324-4761-9288-90b6051edc7c tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0544167 Oct 27 05:57:22.177015 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-de0649f5-f4a5-453d-adc7-7a6a09f057cf req-5bce3858-9ab5-40f6-9b70-22166eb70953 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321372 Oct 27 05:57:22.600225 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53512) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:22.613355 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b06f748b-9639-4c26-bdbf-85e34f48777c admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:22.683989 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b06f748b-9639-4c26-bdbf-85e34f48777c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:22.731073 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1b94b-4379-46fb-af63-5bba8acfce71 req-36646044-4670-4253-a1f5-06e9057c2283 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:22.732701 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f5c1b94b-4379-46fb-af63-5bba8acfce71 req-36646044-4670-4253-a1f5-06e9057c2283 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0495465 Oct 27 05:57:22.769564 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b06f748b-9639-4c26-bdbf-85e34f48777c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:22.770417 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f5c1b94b-4379-46fb-af63-5bba8acfce71 req-fc683dd0-edac-4b20-88ad-c8d3741c5ae5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Oct 27 05:57:22.810956 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b06f748b-9639-4c26-bdbf-85e34f48777c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ff7f04d0b804761acc2bc4a91d96179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096522 Oct 27 05:57:22.812600 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f748b-9639-4c26-bdbf-85e34f48777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3af3b8-5b40-4d85-871c-8594e687abcf,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:22.813648 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53516) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:22.862279 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-51c98869-3cc3-49e7-b96e-f69030aacd80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:22.883105 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-51c98869-3cc3-49e7-b96e-f69030aacd80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:22.994139 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-51c98869-3cc3-49e7-b96e-f69030aacd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:22.996583 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-51c98869-3cc3-49e7-b96e-f69030aacd80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:23.000630 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-51c98869-3cc3-49e7-b96e-f69030aacd80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef3af3b8-5b40-4d85-871c-8594e687abcf HTTP/1.1" status: 204 len: 168 time: 0.1830609 Oct 27 05:57:23.006184 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c98869-3cc3-49e7-b96e-f69030aacd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3af3b8-5b40-4d85-871c-8594e687abcf,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:23.295189 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b638d5-51c2-43d9-b245-fe4d5f030989 req-3813099f-09f2-41d8-8d13-e124464a8c7c tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:23.296714 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-60b638d5-51c2-43d9-b245-fe4d5f030989 req-3813099f-09f2-41d8-8d13-e124464a8c7c tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0531416 Oct 27 05:57:23.338167 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-60b638d5-51c2-43d9-b245-fe4d5f030989 req-239b899a-c750-46b7-b700-7bee5f69fea8 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355370 Oct 27 05:57:23.678961 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:23.894868 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7905f-ebc2-412b-9cf7-1ad37f6f8bfd req-7200ee39-9d46-451b-8a2b-6b7100d397c6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:23.896260 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6cf7905f-ebc2-412b-9cf7-1ad37f6f8bfd req-7200ee39-9d46-451b-8a2b-6b7100d397c6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0503035 Oct 27 05:57:23.934227 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6cf7905f-ebc2-412b-9cf7-1ad37f6f8bfd req-e5311eb7-3351-4b60-bbb3-aa668f1fc10b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320947 Oct 27 05:57:24.102739 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-5ec1df4b-1121-4434-8079-dd3f5c001a7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406098 Oct 27 05:57:24.225477 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-e69e71e5-06ac-4969-aad6-25b3caf51e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:24.227048 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-e69e71e5-06ac-4969-aad6-25b3caf51e38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 1098 time: 0.0481584 Oct 27 05:57:24.335071 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-fb167a06-f2b5-4c6a-8f95-b6fe7e4650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:24.336456 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-fb167a06-f2b5-4c6a-8f95-b6fe7e4650c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 919 time: 0.0851145 Oct 27 05:57:24.389462 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-9f9bbd67-d801-4366-a7e7-97b4ef3025b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 HTTP/1.1" status: 200 len: 217 time: 0.0384762 Oct 27 05:57:24.472945 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-9ac8f113-1099-4b62-b54a-76160dec95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:24.474434 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-9ac8f113-1099-4b62-b54a-76160dec95cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 200 len: 858 time: 0.0723467 Oct 27 05:57:24.485607 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41676f7e-cd18-450f-8844-d2b720ad3c05 req-cd2e7192-a572-49c9-b480-5e5eccd07324 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:24.486529 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41676f7e-cd18-450f-8844-d2b720ad3c05 req-cd2e7192-a572-49c9-b480-5e5eccd07324 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0770979 Oct 27 05:57:24.517533 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-fb1e245d-b9be-47f4-97c2-e1adba056514 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d47e9b37-1bb4-4526-b397-18f220ed76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300624 Oct 27 05:57:24.559974 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41676f7e-cd18-450f-8844-d2b720ad3c05 req-1f3d4084-4457-425d-915f-e31375ec3aad tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639029 Oct 27 05:57:24.629288 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-ad6c53c8-2e02-410b-939a-5e23935c8be1 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905690 Oct 27 05:57:25.052047 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0e196-6f27-4964-88dc-fc9c8c9cfd08 req-5a3b702c-6df4-42a8-84af-54c2613ccd33 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:25.053057 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-32c0e196-6f27-4964-88dc-fc9c8c9cfd08 req-5a3b702c-6df4-42a8-84af-54c2613ccd33 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0483110 Oct 27 05:57:25.092321 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-32c0e196-6f27-4964-88dc-fc9c8c9cfd08 req-5d868e62-55f9-4312-b0d7-91f3c05dbbff tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332985 Oct 27 05:57:25.739428 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abce3c-fffd-431d-94cc-c799128b90fb req-4fb3ffd9-44c9-43fe-90b0-0ca62e97a887 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:25.740855 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-93abce3c-fffd-431d-94cc-c799128b90fb req-4fb3ffd9-44c9-43fe-90b0-0ca62e97a887 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.1056931 Oct 27 05:57:25.758266 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c257168-516d-4489-9e23-35d90c9ffce4 req-04e0c6c6-021a-4f6e-9d6f-09bbde6df779 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312430 Oct 27 05:57:25.785502 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-93abce3c-fffd-431d-94cc-c799128b90fb req-ba3a113d-9ee6-401c-b105-f70d68e93cf6 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369339 Oct 27 05:57:26.211052 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786c5d-a28e-42c1-8125-266821d5fb14 req-ee8def12-ca28-4f6e-a47c-c4c10bd7c872 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:26.212560 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5e786c5d-a28e-42c1-8125-266821d5fb14 req-ee8def12-ca28-4f6e-a47c-c4c10bd7c872 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0514874 Oct 27 05:57:26.249725 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5e786c5d-a28e-42c1-8125-266821d5fb14 req-a8ea3483-5c22-470b-b6b0-a56665f2565e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Oct 27 05:57:26.900504 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec6262-70da-4301-a2d0-7334f97165a4 req-adf4770e-dd68-4f0d-953d-484c1b79ace4 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:26.902117 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-aeec6262-70da-4301-a2d0-7334f97165a4 req-adf4770e-dd68-4f0d-953d-484c1b79ace4 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0504661 Oct 27 05:57:26.940989 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-aeec6262-70da-4301-a2d0-7334f97165a4 req-f42b5599-2664-4abf-a2ca-743cf78d7259 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Oct 27 05:57:27.360518 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65641a5e-1b92-4dcc-8ec1-bf9998142e63 req-e69ec11d-dd7c-410b-972c-e340194ff4d6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:27.361979 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-65641a5e-1b92-4dcc-8ec1-bf9998142e63 req-e69ec11d-dd7c-410b-972c-e340194ff4d6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0475307 Oct 27 05:57:27.400024 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-65641a5e-1b92-4dcc-8ec1-bf9998142e63 req-789ab4ff-9711-4f50-a9d9-dcb7bce9ecee tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322826 Oct 27 05:57:28.056966 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be36cd-4448-4c8a-9c0a-4ac43f7c4723 req-c47089fc-a5fb-4447-b836-b72faa7991fa tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:28.058428 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-84be36cd-4448-4c8a-9c0a-4ac43f7c4723 req-c47089fc-a5fb-4447-b836-b72faa7991fa tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0499709 Oct 27 05:57:28.096071 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-84be36cd-4448-4c8a-9c0a-4ac43f7c4723 req-6fe8e8d9-3546-491b-9810-31627b14d870 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Oct 27 05:57:28.532437 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef798b1-025f-4eaf-aa9f-81ebe809aa57 req-2ea988af-baab-4ec5-94c3-e01febcd2ee8 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:28.532437 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5ef798b1-025f-4eaf-aa9f-81ebe809aa57 req-2ea988af-baab-4ec5-94c3-e01febcd2ee8 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0586894 Oct 27 05:57:28.568918 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5ef798b1-025f-4eaf-aa9f-81ebe809aa57 req-a84a6d8a-42fd-43b5-a3f7-77baaa07e0cc tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Oct 27 05:57:28.961625 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-0121dc64-9209-4bdb-be3b-df9fb59dc8b7 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:28.963124 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-0121dc64-9209-4bdb-be3b-df9fb59dc8b7 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/networks?id=216ae045-d6d1-4e7f-84a6-b05c20eaac9c HTTP/1.1" status: 200 len: 808 time: 0.1093245 Oct 27 05:57:28.978652 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-f3b087f8-c005-455e-9f0f-90643409585d tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/quotas/42bec6bb64174e1ebdadc9e1add27572 HTTP/1.1" status: 200 len: 375 time: 0.0092540 Oct 27 05:57:29.017591 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-04f9f05d-4f4d-4122-8de3-008ff7096f67 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=42bec6bb64174e1ebdadc9e1add27572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259895 Oct 27 05:57:29.112012 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-4a47b011-7b00-4f0e-95d5-047d43391a4a service neutron] 10.222.0.30 "GET /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910456 Oct 27 05:57:29.230175 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-561874c8-fdb2-4ca9-b3fc-d5adc8e96766 service neutron] 10.222.0.30 "GET /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119423 Oct 27 05:57:29.243326 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de531604-6afd-45a7-bcbe-2911289540e0 req-5801887e-2709-4e4c-ba4d-d5f63e6c1609 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:29.244841 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-de531604-6afd-45a7-bcbe-2911289540e0 req-5801887e-2709-4e4c-ba4d-d5f63e6c1609 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0726578 Oct 27 05:57:29.283920 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-de531604-6afd-45a7-bcbe-2911289540e0 req-516f17d5-0732-435a-8c2d-0c9b0c05e2a2 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323584 Oct 27 05:57:29.502537 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-630e1176-9b0f-4389-957a-7e348480cbbf req-c5b2c84f-7145-42e9-bcab-a94ba4049c37 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 210 time: 0.0336120 Oct 27 05:57:29.600195 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-606bd155-4137-4f49-91ea-c516cd1410e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:29.690531 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eb8f7-5bdc-4e31-998e-179bb19fb753 req-a54cb8c0-bf1a-4a30-afe3-57f53abafd20 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:29.692136 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-059eb8f7-5bdc-4e31-998e-179bb19fb753 req-a54cb8c0-bf1a-4a30-afe3-57f53abafd20 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0510213 Oct 27 05:57:29.731759 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-059eb8f7-5bdc-4e31-998e-179bb19fb753 req-a50ed11f-2f3b-4e9c-9a20-a949562f2de3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Oct 27 05:57:30.397302 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce2082-42cb-44cd-b061-88f23ca34dfc req-4f6bf00b-a942-412c-8650-4161e5ec9b03 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:30.398798 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e7ce2082-42cb-44cd-b061-88f23ca34dfc req-4f6bf00b-a942-412c-8650-4161e5ec9b03 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0479443 Oct 27 05:57:30.437469 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e7ce2082-42cb-44cd-b061-88f23ca34dfc req-eaa0b734-0b09-4501-8784-21e3f2959aa9 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326948 Oct 27 05:57:30.589429 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-14c96f9a-20fb-47c4-bdec-542c13b33316 req-fe46803b-fbd5-43c3-b78d-41ec07f4d2b9 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 210 time: 0.0290649 Oct 27 05:57:30.756685 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53768) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:30.849940 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a682d1c-30f1-416f-9530-98d2b88bd308 req-814225b8-9efd-4cef-8f20-44ccceb53dde tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:30.851444 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a682d1c-30f1-416f-9530-98d2b88bd308 req-814225b8-9efd-4cef-8f20-44ccceb53dde tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0507131 Oct 27 05:57:30.860942 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-307954b4-192d-48ef-95d4-0114e50e8911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:30.890871 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a682d1c-30f1-416f-9530-98d2b88bd308 req-4ebe3fb9-938b-447a-a035-7264e31e66bf tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Oct 27 05:57:30.933753 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-307954b4-192d-48ef-95d4-0114e50e8911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:31.005236 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-307954b4-192d-48ef-95d4-0114e50e8911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:31.043067 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-307954b4-192d-48ef-95d4-0114e50e8911 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c8ecdd4dfde4ce5bf79e0d676832148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852952 Oct 27 05:57:31.043771 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307954b4-192d-48ef-95d4-0114e50e8911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e40621-fb92-4c27-af88-fd7d70928af5,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:31.046855 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53774) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:31.094736 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a416be61-8137-4015-8dd8-6f7b286fe8ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:31.115919 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a416be61-8137-4015-8dd8-6f7b286fe8ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:31.216958 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a416be61-8137-4015-8dd8-6f7b286fe8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:31.220184 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a416be61-8137-4015-8dd8-6f7b286fe8ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:31.221417 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a416be61-8137-4015-8dd8-6f7b286fe8ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99e40621-fb92-4c27-af88-fd7d70928af5 HTTP/1.1" status: 204 len: 168 time: 0.1736591 Oct 27 05:57:31.230224 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416be61-8137-4015-8dd8-6f7b286fe8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e40621-fb92-4c27-af88-fd7d70928af5,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:31.551911 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60b26-736e-4d27-af80-4b743904b1e6 req-66b6d6b3-6b84-4cd8-a690-820fa64f5423 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:31.553400 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f3b60b26-736e-4d27-af80-4b743904b1e6 req-66b6d6b3-6b84-4cd8-a690-820fa64f5423 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0504172 Oct 27 05:57:31.592159 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f3b60b26-736e-4d27-af80-4b743904b1e6 req-d4c5c1ad-0717-4613-8438-33f4c0bacb64 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330887 Oct 27 05:57:31.679568 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b4958802-419a-4632-ac4a-7555f112330b req-def424a1-917a-4c8e-9d01-3d86fa9e2dc2 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 210 time: 0.0255301 Oct 27 05:57:31.832329 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53790) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:31.845474 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b198e103-74b9-4948-bb68-3f51d0a721d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:31.919829 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b198e103-74b9-4948-bb68-3f51d0a721d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:31.981285 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b198e103-74b9-4948-bb68-3f51d0a721d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:32.007218 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e626e-90d0-4b89-80af-1dd4bffb9025 req-e4778ffd-3f5b-4cfb-ae46-0cd3800d66ba tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:32.008799 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-047e626e-90d0-4b89-80af-1dd4bffb9025 req-e4778ffd-3f5b-4cfb-ae46-0cd3800d66ba tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0518153 Oct 27 05:57:32.021170 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b198e103-74b9-4948-bb68-3f51d0a721d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28ed09deb68d470885869d80be825798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877422 Oct 27 05:57:32.022238 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198e103-74b9-4948-bb68-3f51d0a721d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac702bb-d5c6-49bd-b140-c9b0e3faca1c,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:32.025376 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53794) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:32.047965 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-047e626e-90d0-4b89-80af-1dd4bffb9025 req-b929adf8-c6d2-4f01-8c60-000be770c697 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329912 Oct 27 05:57:32.075453 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ab2345bd-6987-43b1-ae01-ff4dfca3fb5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:32.099645 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ab2345bd-6987-43b1-ae01-ff4dfca3fb5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:32.150021 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f353fce2-fa00-4686-818f-98dc6d322f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:32.205534 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ab2345bd-6987-43b1-ae01-ff4dfca3fb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:32.208115 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ab2345bd-6987-43b1-ae01-ff4dfca3fb5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:32.209260 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-ab2345bd-6987-43b1-ae01-ff4dfca3fb5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ac702bb-d5c6-49bd-b140-c9b0e3faca1c HTTP/1.1" status: 204 len: 168 time: 0.1827779 Oct 27 05:57:32.216782 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2345bd-6987-43b1-ae01-ff4dfca3fb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac702bb-d5c6-49bd-b140-c9b0e3faca1c,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:32.502511 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-e3977957-c7c8-40ea-a038-42201ca37ac9 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:32.503982 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-e3977957-c7c8-40ea-a038-42201ca37ac9 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.0504391 Oct 27 05:57:32.709750 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-24950834-82b4-4fbd-9019-4fd603be6a57 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Deleting port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:57:32.710194 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-24950834-82b4-4fbd-9019-4fd603be6a57 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:32.822834 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b450a62c-a10b-4f40-aad3-29176ed1cdab req-0e8a172d-abb8-4264-b727-213d0cdab9bb tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 210 time: 0.0476294 Oct 27 05:57:32.850307 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b17076-e185-434f-be4d-23bfcbfe0503 req-de46ea91-d04c-460c-ae3e-0eab59c8091d tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:32.851836 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a9b17076-e185-434f-be4d-23bfcbfe0503 req-de46ea91-d04c-460c-ae3e-0eab59c8091d tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 945 time: 0.1628718 Oct 27 05:57:32.908050 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-24950834-82b4-4fbd-9019-4fd603be6a57 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] For port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,segment=NetworkSegment(22625c33-7b3f-404e-b7ad-6cad138e7844),segment_id=22625c33-7b3f-404e-b7ad-6cad138e7844)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:57:32.908412 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-24950834-82b4-4fbd-9019-4fd603be6a57 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:32.925121 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a9b17076-e185-434f-be4d-23bfcbfe0503 req-ddeb245b-16fc-44bd-9b53-2f1c6fbd8d2b tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/security-groups?id=116b7b5c-7221-4e3a-b689-4efcfff361a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656557 Oct 27 05:57:32.933128 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-24950834-82b4-4fbd-9019-4fd603be6a57 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Calling delete_port for cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:57:33.172450 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:33.336298 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-24950834-82b4-4fbd-9019-4fd603be6a57 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:33.366884 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24950834-82b4-4fbd-9019-4fd603be6a57 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Pushing event deleted for resources: {'Port': ['ID=cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:33.439708 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131e99d-d75f-4da3-aae3-7cb65a11a043 req-e2488e8f-e67a-44da-8284-8fd204a04136 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:33.441211 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3131e99d-d75f-4da3-aae3-7cb65a11a043 req-e2488e8f-e67a-44da-8284-8fd204a04136 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.3146346 Oct 27 05:57:33.446353 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:33.461897 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-24950834-82b4-4fbd-9019-4fd603be6a57 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] No DVR routers for this DVR port cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:57:33.469102 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-24950834-82b4-4fbd-9019-4fd603be6a57 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:33.472311 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a62f709e-453a-4c4d-a7ba-50adb1b68bf4 req-24950834-82b4-4fbd-9019-4fd603be6a57 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.26 "DELETE /v2.0/ports/cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 HTTP/1.1" status: 204 len: 173 time: 0.9553788 Oct 27 05:57:33.472736 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7', 'name': 'network-vif-deleted', 'tag': 'cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:57:33.475008 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cb061e-50fa-4184-ae49-85d0b224b300" -d '{"events": [{"server_uuid": "dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7", "name": "network-vif-deleted", "tag": "cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:57:33.510065 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3131e99d-d75f-4da3-aae3-7cb65a11a043 req-0f01f266-e7cc-4164-a399-cf9ff0899bfb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Oct 27 05:57:33.515605 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b007d4-f349-4a67-af8c-97f223297272 x-openstack-request-id: req-57b007d4-f349-4a67-af8c-97f223297272 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:57:33.515605 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7", "name": "network-vif-deleted", "tag": "cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:57:33.515605 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57b007d4-f349-4a67-af8c-97f223297272 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:57:33.515605 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7', 'name': 'network-vif-deleted', 'tag': 'cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64', 'status': 'completed', 'code': 200} Oct 27 05:57:33.933818 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f6f2af24-6a84-414f-a372-511121b887f8 req-949dc351-ce42-4b1a-ac24-f080701b4861 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 210 time: 0.0370853 Oct 27 05:57:33.945295 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-bc7189c8-3424-40d7-8087-cd09e23d8c43 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:33.947127 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-bc7189c8-3424-40d7-8087-cd09e23d8c43 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.26 "GET /v2.0/networks?id=216ae045-d6d1-4e7f-84a6-b05c20eaac9c HTTP/1.1" status: 200 len: 808 time: 0.1542201 Oct 27 05:57:33.972454 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Request body: {'port': {'device_id': 'e9ca9572-118e-4881-98eb-819c910672cb', 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c', 'admin_state_up': True, 'tenant_id': '42bec6bb64174e1ebdadc9e1add27572'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:33.997568 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53856) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:34.050035 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fb6519c7-2869-4526-a2f0-650d99e3cb06 req-12888b4e-90e5-4589-9162-c35c07a08476 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 210 time: 0.0368667 Oct 27 05:57:34.208299 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Made reservation on behalf of 42bec6bb64174e1ebdadc9e1add27572 for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:57:34.208299 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.234725 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-dd040408-dbd6-4d41-8360-f2c8677f7ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.345990 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-dd040408-dbd6-4d41-8360-f2c8677f7ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.354225 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53870) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:34.392448 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Allocated IP 172.20.0.12 (216ae045-d6d1-4e7f-84a6-b05c20eaac9c/862f5a37-1f5c-4fdd-9f1c-dda1991f72e4/384171ef-5627-4e75-8c1d-fc04ef574589) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:57:34.393035 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:57:34.417474 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:57:34.417838 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device cac6d21e-2ba8-4dd6-b5e1-e6dc4a2c3d64 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:57:34.428739 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-dd040408-dbd6-4d41-8360-f2c8677f7ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.473059 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-dd040408-dbd6-4d41-8360-f2c8677f7ab8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7cf2d2badd648799a16bdf32d33af19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707088 Oct 27 05:57:34.473496 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53876) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:34.487959 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ab31be9e-75e3-4fc0-b1b6-22f970d817d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.504387 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd040408-dbd6-4d41-8360-f2c8677f7ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503811c3-2fb7-499f-956b-6f469964ece1,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:34.611484 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ab31be9e-75e3-4fc0-b1b6-22f970d817d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.633949 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-42847077-3e0e-4e49-9dde-dc37709f1b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.664614 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.674356 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ab31be9e-75e3-4fc0-b1b6-22f970d817d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.701267 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-42847077-3e0e-4e49-9dde-dc37709f1b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.723899 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-ab31be9e-75e3-4fc0-b1b6-22f970d817d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b7620e5e0574d9987f970281bbb8dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684461 Oct 27 05:57:34.724842 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31be9e-75e3-4fc0-b1b6-22f970d817d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b80af-29a0-4be0-811f-b28a2e0c4614,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:34.727335 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53888) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:34.780719 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59e60-e549-4fb5-81ee-072826268bc8 req-cfea974c-f668-41bc-b67e-949b8caa14b5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:34.782272 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-25c59e60-e549-4fb5-81ee-072826268bc8 req-cfea974c-f668-41bc-b67e-949b8caa14b5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.1733904 Oct 27 05:57:34.789083 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f137bab8-fd3c-415d-a31b-df8364303faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.812626 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f137bab8-fd3c-415d-a31b-df8364303faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.838379 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-25c59e60-e549-4fb5-81ee-072826268bc8 req-f057800b-aa5e-498a-a8e4-467fbe413b78 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Oct 27 05:57:34.863806 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.909117 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:57:34.914743 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-42847077-3e0e-4e49-9dde-dc37709f1b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.916783 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-42847077-3e0e-4e49-9dde-dc37709f1b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.917942 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-42847077-3e0e-4e49-9dde-dc37709f1b48 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/503811c3-2fb7-499f-956b-6f469964ece1 HTTP/1.1" status: 204 len: 168 time: 0.4433687 Oct 27 05:57:34.918881 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:57:34.926311 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:57:34.932245 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:34.935476 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.952304 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42847077-3e0e-4e49-9dde-dc37709f1b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503811c3-2fb7-499f-956b-6f469964ece1,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:34.954796 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Pushing event updated for resources: {'Port': ['ID=384171ef-5627-4e75-8c1d-fc04ef574589,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:34.994954 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f137bab8-fd3c-415d-a31b-df8364303faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:34.997875 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f137bab8-fd3c-415d-a31b-df8364303faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:35.000619 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-f137bab8-fd3c-415d-a31b-df8364303faf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c44b80af-29a0-4be0-811f-b28a2e0c4614 HTTP/1.1" status: 204 len: 168 time: 0.2715430 Oct 27 05:57:35.012410 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137bab8-fd3c-415d-a31b-df8364303faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b80af-29a0-4be0-811f-b28a2e0c4614,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:35.027909 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:35.104292 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-6ebbc248-9ab7-4f77-b690-2d447a045269 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1365564 Oct 27 05:57:35.127825 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084568da-f284-4e62-80cf-58c3339a37f4 req-3c8ac9a2-400e-46b9-bba0-8dd32573ad69 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:35.129320 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-084568da-f284-4e62-80cf-58c3339a37f4 req-3c8ac9a2-400e-46b9-bba0-8dd32573ad69 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 932 time: 0.0652905 Oct 27 05:57:35.134268 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Request body: {'port': {'device_id': 'e9ca9572-118e-4881-98eb-819c910672cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:35.196292 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-aaadb600-0608-42bb-af5d-bc4fc5f83ad8 req-681af2fc-fa38-4833-83c7-825e6c66b479 tempest-DeleteServersTestJSON-70007822 tempest-DeleteServersTestJSON-70007822-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcbb4e7-c8fa-42b0-a7e0-a59fd4a20ab7 HTTP/1.1" status: 200 len: 210 time: 0.0587506 Oct 27 05:57:35.239199 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-084568da-f284-4e62-80cf-58c3339a37f4 req-cf6b4ad2-1b81-43a5-bb4a-122cf442f2da tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006026 Oct 27 05:57:35.246085 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:35.536072 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384171ef-5627-4e75-8c1d-fc04ef574589 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:57:35.546837 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:35.558746 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Transition to ACTIVE for port object 384171ef-5627-4e75-8c1d-fc04ef574589 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:57:35.600784 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 53910) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:35.657982 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:35.740511 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Pushing event updated for resources: {'Port': ['ID=384171ef-5627-4e75-8c1d-fc04ef574589,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:35.762993 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4add-6ef6-42d8-a3cd-3ed30d8238e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:35.768173 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Attempting to bind port 384171ef-5627-4e75-8c1d-fc04ef574589 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:57:35.768508 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Attempting to bind port 384171ef-5627-4e75-8c1d-fc04ef574589 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:57:35.768841 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Attempting to bind port 384171ef-5627-4e75-8c1d-fc04ef574589 on network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:57:35.782688 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Port 384171ef-5627-4e75-8c1d-fc04ef574589 on network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:57:35.783019 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Attempting to bind port 384171ef-5627-4e75-8c1d-fc04ef574589 on network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:57:35.792814 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:57:35.793208 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Checking segment: {'id': 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:57:35.793520 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Bound using segment: {'id': 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:57:35.793978 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Bound port: 384171ef-5627-4e75-8c1d-fc04ef574589, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:57:35.794331 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:35.917088 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] For port 384171ef-5627-4e75-8c1d-fc04ef574589, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:57:35.939735 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] For port 384171ef-5627-4e75-8c1d-fc04ef574589, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=384171ef-5627-4e75-8c1d-fc04ef574589,segment=NetworkSegment(d7894d6a-a455-40aa-b9b5-e55ebbfe862b),segment_id=d7894d6a-a455-40aa-b9b5-e55ebbfe862b)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:57:35.953944 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4add-6ef6-42d8-a3cd-3ed30d8238e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:35.994367 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6eff-1347-48f3-94f3-7ebf2da10218 req-371f233c-0745-48a7-b3d8-07bd0fd919f6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:35.995932 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-385a6eff-1347-48f3-94f3-7ebf2da10218 req-371f233c-0745-48a7-b3d8-07bd0fd919f6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0589437 Oct 27 05:57:36.022319 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:36.060338 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:36.061946 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:36.063447 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] 10.222.0.26 "PUT /v2.0/ports/384171ef-5627-4e75-8c1d-fc04ef574589 HTTP/1.1" status: 200 len: 1094 time: 0.9331226 Oct 27 05:57:36.065572 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ca9572-118e-4881-98eb-819c910672cb', 'tag': '384171ef-5627-4e75-8c1d-fc04ef574589'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:57:36.067868 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eea93a-b5c9-4e1f-aa73-104ee857716d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ca9572-118e-4881-98eb-819c910672cb", "tag": "384171ef-5627-4e75-8c1d-fc04ef574589"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:57:36.086060 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4add-6ef6-42d8-a3cd-3ed30d8238e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:36.111114 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-385a6eff-1347-48f3-94f3-7ebf2da10218 req-82b6b8b5-b2e3-4889-80dd-91bce7c6f84e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040180 Oct 27 05:57:36.114286 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81225ce0-f587-4697-bc80-13972d91ef89 x-openstack-request-id: req-81225ce0-f587-4697-bc80-13972d91ef89 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:57:36.114570 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ca9572-118e-4881-98eb-819c910672cb", "tag": "384171ef-5627-4e75-8c1d-fc04ef574589", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:57:36.114821 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81225ce0-f587-4697-bc80-13972d91ef89 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:57:36.115214 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ca9572-118e-4881-98eb-819c910672cb', 'tag': '384171ef-5627-4e75-8c1d-fc04ef574589', 'status': 'completed', 'code': 200} Oct 27 05:57:36.154010 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-6e4c4add-6ef6-42d8-a3cd-3ed30d8238e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e68087bcace748c583059a4bc6d23d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520999 Oct 27 05:57:36.155646 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c4add-6ef6-42d8-a3cd-3ed30d8238e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f8daa-b8b6-417f-a62b-1c0ac175d9d8,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:36.157209 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 53946) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:36.158191 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f985b-1fdf-4c8e-953b-beb324c35118 service neutron] Pushing event updated for resources: {'Port': ['ID=384171ef-5627-4e75-8c1d-fc04ef574589,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:36.221016 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eea93a-b5c9-4e1f-aa73-104ee857716d req-4b713645-03fa-4a30-9dea-9f70e3f5f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:36.222592 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-24eea93a-b5c9-4e1f-aa73-104ee857716d req-4b713645-03fa-4a30-9dea-9f70e3f5f68a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42bec6bb64174e1ebdadc9e1add27572&device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 1097 time: 0.0509562 Oct 27 05:57:36.231825 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c092407-b3e3-4117-abda-0e40d5eccce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:36.302322 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c092407-b3e3-4117-abda-0e40d5eccce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:36.383352 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c092407-b3e3-4117-abda-0e40d5eccce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:36.388726 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c092407-b3e3-4117-abda-0e40d5eccce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:36.392961 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-7c092407-b3e3-4117-abda-0e40d5eccce7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/108f8daa-b8b6-417f-a62b-1c0ac175d9d8 HTTP/1.1" status: 204 len: 168 time: 0.2338927 Oct 27 05:57:36.406563 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c092407-b3e3-4117-abda-0e40d5eccce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f8daa-b8b6-417f-a62b-1c0ac175d9d8,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:36.444739 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc754880-b7f5-4385-9e9a-a6e2ba58a6b0 req-ad2721f9-920e-4d33-a520-623426403dea tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:36.446285 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bc754880-b7f5-4385-9e9a-a6e2ba58a6b0 req-ad2721f9-920e-4d33-a520-623426403dea tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 944 time: 0.1026857 Oct 27 05:57:36.449825 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eea93a-b5c9-4e1f-aa73-104ee857716d req-b75ade95-50e3-4d46-862c-137eb7b1f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:36.449825 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-24eea93a-b5c9-4e1f-aa73-104ee857716d req-b75ade95-50e3-4d46-862c-137eb7b1f1ca service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=42bec6bb64174e1ebdadc9e1add27572&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2099087 Oct 27 05:57:36.552095 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bc754880-b7f5-4385-9e9a-a6e2ba58a6b0 req-5cf88d00-e5e7-43b2-8188-7a7cc08ffaaa tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827546 Oct 27 05:57:36.597471 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eea93a-b5c9-4e1f-aa73-104ee857716d req-1868797a-d6c1-49a5-91c1-ae4b53e7c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:36.600391 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-24eea93a-b5c9-4e1f-aa73-104ee857716d req-1868797a-d6c1-49a5-91c1-ae4b53e7c6fa service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1421027 Oct 27 05:57:36.741390 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-fbf352f4-deeb-4b77-b09e-ef1a632eca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:36.743656 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-fbf352f4-deeb-4b77-b09e-ef1a632eca99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42bec6bb64174e1ebdadc9e1add27572&device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 1097 time: 0.0525684 Oct 27 05:57:36.802787 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-747a9c44-a342-45df-a3c3-77fa6d076a27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=384171ef-5627-4e75-8c1d-fc04ef574589 HTTP/1.1" status: 200 len: 217 time: 0.0369489 Oct 27 05:57:36.859090 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-c65c71c3-22cc-4792-b177-12f76aa191de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:36.860585 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-c65c71c3-22cc-4792-b177-12f76aa191de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=862f5a37-1f5c-4fdd-9f1c-dda1991f72e4 HTTP/1.1" status: 200 len: 848 time: 0.0489399 Oct 27 05:57:36.911810 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-b3c4c7ec-e784-4076-a8db-b0ab63995bff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=216ae045-d6d1-4e7f-84a6-b05c20eaac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440753 Oct 27 05:57:37.016758 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-d92d6113-d3d0-4eaf-b4f9-d0077ebff6aa service neutron] 10.222.0.26 "GET /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947742 Oct 27 05:57:37.140081 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ae3f3c0c-73df-40b3-8494-b104479c0d4e req-e66a2ae9-3a73-491b-b3a6-799d69ed6f8e service neutron] 10.222.0.26 "GET /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134453 Oct 27 05:57:37.260964 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b665436-da33-4ebf-9d30-695bb05f413f req-57fd85bc-9d56-429a-99b8-5800c2786403 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:37.262644 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b665436-da33-4ebf-9d30-695bb05f413f req-57fd85bc-9d56-429a-99b8-5800c2786403 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0544052 Oct 27 05:57:37.304605 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b665436-da33-4ebf-9d30-695bb05f413f req-9858a480-18c3-4e19-89d1-67b062871e7f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349953 Oct 27 05:57:37.584826 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54044) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:37.599588 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8ba55839-1d0e-4995-8899-fe45e0c168dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:37.675111 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8ba55839-1d0e-4995-8899-fe45e0c168dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:37.680583 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea34349-509f-46a8-992d-d4a357cfc684 req-dc48015a-cde2-40bc-9861-98ac701634c6 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:37.682126 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2ea34349-509f-46a8-992d-d4a357cfc684 req-dc48015a-cde2-40bc-9861-98ac701634c6 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 944 time: 0.0504980 Oct 27 05:57:37.726722 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2ea34349-509f-46a8-992d-d4a357cfc684 req-9fb7564c-bc2e-4cff-aea7-fb677d457adb tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382001 Oct 27 05:57:37.730922 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8ba55839-1d0e-4995-8899-fe45e0c168dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:37.770353 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8ba55839-1d0e-4995-8899-fe45e0c168dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=626ce92114f7499384efd78880c75e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844509 Oct 27 05:57:37.771209 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba55839-1d0e-4995-8899-fe45e0c168dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cff478-6c94-4774-802d-a6b17d7d7d0d,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:37.773178 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 54048) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:37.829311 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-41cedc7a-b86f-49ee-a192-45c5ed85ea5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:37.851750 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-41cedc7a-b86f-49ee-a192-45c5ed85ea5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:37.994403 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-41cedc7a-b86f-49ee-a192-45c5ed85ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:37.999266 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-41cedc7a-b86f-49ee-a192-45c5ed85ea5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:37.999713 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54066) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:38.001292 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-41cedc7a-b86f-49ee-a192-45c5ed85ea5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7cff478-6c94-4774-802d-a6b17d7d7d0d HTTP/1.1" status: 204 len: 168 time: 0.2262964 Oct 27 05:57:38.008605 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cedc7a-b86f-49ee-a192-45c5ed85ea5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cff478-6c94-4774-802d-a6b17d7d7d0d,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:38.047065 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_v2 [None req-827aa59f-20ef-41c3-9521-d6ac832d4528 admin admin] Deleting subnet 6802839c-8185-498a-a0e6-aa0c27198a78 {{(pid=113447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:57:38.050905 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-827aa59f-20ef-41c3-9521-d6ac832d4528 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:38.098599 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-827aa59f-20ef-41c3-9521-d6ac832d4528 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:38.113696 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-827aa59f-20ef-41c3-9521-d6ac832d4528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:38.281042 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-827aa59f-20ef-41c3-9521-d6ac832d4528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:38.307612 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-827aa59f-20ef-41c3-9521-d6ac832d4528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:38.311047 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-827aa59f-20ef-41c3-9521-d6ac832d4528 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6802839c-8185-498a-a0e6-aa0c27198a78 HTTP/1.1" status: 204 len: 168 time: 0.3103311 Oct 27 05:57:38.312096 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827aa59f-20ef-41c3-9521-d6ac832d4528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6802839c-8185-498a-a0e6-aa0c27198a78,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:38.313728 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 54076) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:38.398763 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:38.467817 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e097e11-69f8-4dec-8e31-403661a08f61 req-14680c77-3bfd-420f-88ad-917c20b3c570 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:38.469316 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8e097e11-69f8-4dec-8e31-403661a08f61 req-14680c77-3bfd-420f-88ad-917c20b3c570 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0872309 Oct 27 05:57:38.531981 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:38.566609 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8e097e11-69f8-4dec-8e31-403661a08f61 req-4e0f2ada-c139-4465-9a0a-7c74c062a6e6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874693 Oct 27 05:57:38.568443 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.568812 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.569581 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.569917 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > port after_create 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.570239 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.570575 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > port after_update 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.570895 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.571234 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.571550 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.571901 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.769754 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.770318 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.770436 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.770747 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:57:38.771162 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d974187-dbda-4d77-9241-437b0bb1978e']}} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:38.789008 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22625c33-7b3f-404e-b7ad-6cad138e7844') {'for_net_delete': True} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:38.789322 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22625c33-7b3f-404e-b7ad-6cad138e7844') {} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:38.808026 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2475736'] for segment, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:38.850972 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:38.869997 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=113446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:57:38.870397 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26505511'] for segment, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: from cryptography.utils import int_from_bytes Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: from cryptography.utils import int_from_bytes Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: Traceback (most recent call last): Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: timer() Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: cb(*args, **kw) Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: return func(*args, **kwargs) Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: self._notify() Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: self.callback(batched_events) Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: event.method(event) Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: return f(self, *a, **k) Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._get(url).json() Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: return self.request(url, 'GET', **kwargs) Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:57:38.892356 dv-cinder-815582-2-iscsi neutron-server[113446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:57:38.966321 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c834dd-3a90-4d50-ac35-f4d48cf5c1ed req-e347864c-b084-4e21-ac54-34c4c6e09029 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:38.968523 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-27c834dd-3a90-4d50-ac35-f4d48cf5c1ed req-e347864c-b084-4e21-ac54-34c4c6e09029 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 944 time: 0.1663511 Oct 27 05:57:39.017713 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-27c834dd-3a90-4d50-ac35-f4d48cf5c1ed req-efd4a92b-de8e-48b5-98fe-57395986ad6e tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433393 Oct 27 05:57:39.106736 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:39.114873 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:39.118729 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d974187-dbda-4d77-9241-437b0bb1978e HTTP/1.1" status: 204 len: 168 time: 0.8029535 Oct 27 05:57:39.133243 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192dc34-4962-4cfd-a6f7-8c4686b66345 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d974187-dbda-4d77-9241-437b0bb1978e,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:39.558747 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 54132) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:39.628530 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-ae0727c6-22b2-42a8-9b00-83cd37f7fb19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb3768f36baf46b0afa3c17ea914fbf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0679586 Oct 27 05:57:39.633649 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54140) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:39.719437 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c3d9a-4e7f-4158-aab1-2c18527853ec req-60cb1ab3-3b06-4341-b2ed-371303822f40 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:39.721289 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-957c3d9a-4e7f-4158-aab1-2c18527853ec req-60cb1ab3-3b06-4341-b2ed-371303822f40 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0718505 Oct 27 05:57:39.721413 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-268380f1-8965-453d-a328-e9d839171eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:39.752345 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-268380f1-8965-453d-a328-e9d839171eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:39.765344 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-957c3d9a-4e7f-4158-aab1-2c18527853ec req-49768363-e298-4ade-baf3-ac4d2ea64e51 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372148 Oct 27 05:57:39.879780 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-268380f1-8965-453d-a328-e9d839171eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:39.882410 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-268380f1-8965-453d-a328-e9d839171eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:39.883560 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-268380f1-8965-453d-a328-e9d839171eb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/116b7b5c-7221-4e3a-b689-4efcfff361a7 HTTP/1.1" status: 204 len: 168 time: 0.2488027 Oct 27 05:57:39.893008 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268380f1-8965-453d-a328-e9d839171eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116b7b5c-7221-4e3a-b689-4efcfff361a7,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:40.139557 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ddc3c-cf44-4fd0-a817-643103d983f8 req-0c3afbba-5eb1-4f74-b81a-597092ef842b tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:40.141156 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-300ddc3c-cf44-4fd0-a817-643103d983f8 req-0c3afbba-5eb1-4f74-b81a-597092ef842b tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 944 time: 0.0529962 Oct 27 05:57:40.366982 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-300ddc3c-cf44-4fd0-a817-643103d983f8 req-f62a8b1b-92e7-40aa-abb9-c6a60b4bdcc6 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198787 Oct 27 05:57:40.881698 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36230585-9234-44e8-8f81-8c2d060b6757 req-6fa25f36-4aa9-4f48-b270-2c67b2077995 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:40.883199 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-36230585-9234-44e8-8f81-8c2d060b6757 req-6fa25f36-4aa9-4f48-b270-2c67b2077995 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0495608 Oct 27 05:57:40.918750 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54202) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:40.933052 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-36230585-9234-44e8-8f81-8c2d060b6757 req-9cd2c5c9-1940-4e73-89ee-de5ed92593b4 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Oct 27 05:57:41.017534 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-499336307-network', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:41.125721 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Made reservation on behalf of 12bd4b93b23c43fc98aa2527a1eeccd8 for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:57:41.128068 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:41.137596 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:41.233865 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:41.285559 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:41.309086 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:57:41.318398 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c464afda-00b4-4782-a3c2-0671498c5721,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:41.322998 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:41.323337 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Added segment d5f86787-ed0d-470e-a66e-cf79b1ce0dd3 of type vlan for network 791f211a-d120-4756-bade-e92f947a1db8 Oct 27 05:57:41.375451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:41.479183 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882145c5-cac3-419c-b555-439489d6652b req-1b02e4f7-feb3-428f-88b5-91ce7f11ffe3 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:41.479945 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:41.480668 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-882145c5-cac3-419c-b555-439489d6652b req-1b02e4f7-feb3-428f-88b5-91ce7f11ffe3 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 944 time: 0.0488369 Oct 27 05:57:41.480909 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:41.481494 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:41.520814 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-882145c5-cac3-419c-b555-439489d6652b req-791eab01-ec10-403b-91e6-402a1073b98b tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Oct 27 05:57:41.543006 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] Pushing event updated for resources: {'Network': ['ID=791f211a-d120-4756-bade-e92f947a1db8,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:41.553001 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 791f211a-d120-4756-bade-e92f947a1db8 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:57:41.599315 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c7157cb0-caf7-4a52-b8b1-1666a8995d58 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6759665 Oct 27 05:57:41.599665 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54216) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:41.604817 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Request body: {'subnet': {'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-499336307-subnet', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:41.677931 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Made reservation on behalf of 12bd4b93b23c43fc98aa2527a1eeccd8 for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:57:41.680695 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Publish callbacks [] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:41.903102 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:41.960593 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=828a660e-e26a-4dc9-9073-1f5128f4f313,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:41.969124 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Checking segment: {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:57:41.969505 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Network hostable DHCP agents. Network: 791f211a-d120-4756-bade-e92f947a1db8, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:57:42.056761 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595fd1e-998e-45f5-8a73-8e7529e8dbe9 req-5d1ffc52-e5a5-495a-89b7-06d91ff7da65 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:42.058176 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c595fd1e-998e-45f5-8a73-8e7529e8dbe9 req-5d1ffc52-e5a5-495a-89b7-06d91ff7da65 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0525737 Oct 27 05:57:42.060359 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Network 791f211a-d120-4756-bade-e92f947a1db8 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:57:42.097271 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c595fd1e-998e-45f5-8a73-8e7529e8dbe9 req-28442329-e5db-4291-a8f7-fcb454da6cdb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327141 Oct 27 05:57:42.152199 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 791f211a-d120-4756-bade-e92f947a1db8) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:57:42.156397 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:42.157049 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.162764 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f91e05-e281-4e42-b594-307e54ed2ffa None None] Network 791f211a-d120-4756-bade-e92f947a1db8 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:57:42.240412 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8a497da9-28e1-4a97-a562-61d016752cde admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6395478 Oct 27 05:57:42.243167 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54230) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:42.247404 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:42.320032 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5db0faf-7858-5c2d-a427-571b21a65d7d-791f211a-d120-4756-bade-e92f947a1db8', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313'}]}} from dv-cinder-815582-2-iscsi. {{(pid=113448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:57:42.320032 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.331071 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-552'] for router, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.332216 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-531'] for router, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.385544 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.453057 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.db_base_plugin_common [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Allocated IP 172.20.0.2 (791f211a-d120-4756-bade-e92f947a1db8/828a660e-e26a-4dc9-9073-1f5128f4f313/bb14ebb9-59d2-48c5-8bee-0063cdb325e5) {{(pid=113448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:57:42.600490 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Publish callbacks [] for port, precommit_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.604737 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.659057 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b1c53-a96d-4604-b161-7900479fe2d8 req-fbda3ca7-3537-4747-bebc-590c80249c95 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:42.660534 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd7b1c53-a96d-4604-b161-7900479fe2d8 req-fbda3ca7-3537-4747-bebc-590c80249c95 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 944 time: 0.0538268 Oct 27 05:57:42.697956 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd7b1c53-a96d-4604-b161-7900479fe2d8 req-37299568-e776-46a9-8128-94bdb32a686f tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315638 Oct 27 05:57:42.714875 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.761738 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Network 791f211a-d120-4756-bade-e92f947a1db8 is already hosted by enough agents. {{(pid=113448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:57:42.765440 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.base_scheduler [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Resources bound (agent type, host, resource id): {{(pid=113448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:57:42.780856 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Received port after_create {{(pid=113448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:57:42.793404 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Pushing event updated for resources: {'Port': ['ID=bb14ebb9-59d2-48c5-8bee-0063cdb325e5,revision_number=1']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:42.816823 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.817194 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.817753 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.818242 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.818738 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.819078 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.819406 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.819886 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.820396 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.820885 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.821224 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.821555 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:42.866901 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Attempting to bind port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:57:42.866901 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Attempting to bind port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:57:42.866901 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Attempting to bind port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 on network 791f211a-d120-4756-bade-e92f947a1db8 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:57:42.868425 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:57:42.868795 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Checking segment: {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:57:42.869191 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.869578 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Bound using segment: {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:57:42.870089 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Bound port: bb14ebb9-59d2-48c5-8bee-0063cdb325e5, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:57:42.870467 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.943888 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:42.960035 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] For port bb14ebb9-59d2-48c5-8bee-0063cdb325e5, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:57:42.964094 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] For port bb14ebb9-59d2-48c5-8bee-0063cdb325e5, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=bb14ebb9-59d2-48c5-8bee-0063cdb325e5,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:57:42.972476 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:43.041844 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:43.118730 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Allocated IP 172.27.1.128 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/3c223e3e-9a40-468c-a5b2-4f223d1152f5) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:57:43.192919 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5059894-bedd-400e-90aa-8501187e6f31 None None] Pushing event updated for resources: {'Port': ['ID=bb14ebb9-59d2-48c5-8bee-0063cdb325e5,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:43.261839 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e528bcb-5f46-4735-b1c8-4a2f1a861f83 req-da4124e9-5a1e-41f7-b4b6-d704f33d1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:43.265576 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9e528bcb-5f46-4735-b1c8-4a2f1a861f83 req-da4124e9-5a1e-41f7-b4b6-d704f33d1e85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 1098 time: 0.0955122 Oct 27 05:57:43.283812 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed773e-2d74-4cad-ba54-7c3a58f639c4 req-d9fb8f0c-2837-4605-addd-02b889462129 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:43.298069 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4aed773e-2d74-4cad-ba54-7c3a58f639c4 req-d9fb8f0c-2837-4605-addd-02b889462129 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0876777 Oct 27 05:57:43.306926 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:43.347854 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9e528bcb-5f46-4735-b1c8-4a2f1a861f83 req-538794dd-4e29-4da6-860c-6da453f5e23f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534554 Oct 27 05:57:43.350864 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4aed773e-2d74-4cad-ba54-7c3a58f639c4 req-f92b4800-8091-49a9-bd68-f09dc51eea87 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578814 Oct 27 05:57:43.440791 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:43.501413 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:57:43.504564 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:57:43.508195 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:57:43.599906 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c223e3e-9a40-468c-a5b2-4f223d1152f5,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:43.820156 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be183-687e-41d0-b998-d0875749a4f1 req-a2a8f376-f8b6-4f34-92a5-480f4a937c55 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:43.821760 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-247be183-687e-41d0-b998-d0875749a4f1 req-a2a8f376-f8b6-4f34-92a5-480f4a937c55 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 944 time: 0.0500917 Oct 27 05:57:43.839050 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 384171ef-5627-4e75-8c1d-fc04ef574589 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:57:43.873529 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-247be183-687e-41d0-b998-d0875749a4f1 req-1204bd47-be46-4ec6-8ab1-d68ec249bfb7 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 Oct 27 05:57:43.936880 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:43.975361 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 384171ef-5627-4e75-8c1d-fc04ef574589, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=384171ef-5627-4e75-8c1d-fc04ef574589,segment=NetworkSegment(d7894d6a-a455-40aa-b9b5-e55ebbfe862b),segment_id=d7894d6a-a455-40aa-b9b5-e55ebbfe862b)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:57:43.992757 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '384171ef-5627-4e75-8c1d-fc04ef574589', 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c', 'port_id': '384171ef-5627-4e75-8c1d-fc04ef574589', 'mac_address': 'fa:16:3e:71:b5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862f5a37-1f5c-4fdd-9f1c-dda1991f72e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:57:44.040105 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:44.056199 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384171ef-5627-4e75-8c1d-fc04ef574589 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:57:44.081576 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 384171ef-5627-4e75-8c1d-fc04ef574589, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=384171ef-5627-4e75-8c1d-fc04ef574589,segment=NetworkSegment(d7894d6a-a455-40aa-b9b5-e55ebbfe862b),segment_id=d7894d6a-a455-40aa-b9b5-e55ebbfe862b)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:57:44.178218 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540'] for router, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:44.182633 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:44.265919 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device bb14ebb9-59d2-48c5-8bee-0063cdb325e5 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:57:44.295927 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=384171ef-5627-4e75-8c1d-fc04ef574589,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:44.318713 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f1a2d8-ed94-4a51-a52a-2bfede6fbc01 None None] Network 791f211a-d120-4756-bade-e92f947a1db8 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:57:44.441262 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:44.441866 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:44.487656 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa436874-249d-416b-9f99-41ed9ce38d5e req-b5cf794b-fee7-44bf-991d-ae1f1a4276a8 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:44.498862 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-aa436874-249d-416b-9f99-41ed9ce38d5e req-b5cf794b-fee7-44bf-991d-ae1f1a4276a8 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0691092 Oct 27 05:57:44.528175 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-16afc138-3477-4153-878d-3d9c02f526df None None] Provisioning complete for port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:44.528543 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-16afc138-3477-4153-878d-3d9c02f526df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:44.547462 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-aa436874-249d-416b-9f99-41ed9ce38d5e req-ae696e68-f296-4e98-a300-a0ed0e4ecd24 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474875 Oct 27 05:57:44.626371 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['384171ef-5627-4e75-8c1d-fc04ef574589'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:57:44.666633 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Router 0913fa8f-383e-4e5e-810c-ea440f7de558 is scheduled to L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a with binding_index 1 {{(pid=113447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:57:44.767301 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:44.784498 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-16afc138-3477-4153-878d-3d9c02f526df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:44.803808 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:57:44.809487 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Sync routers for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:57:44.821898 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:57:44.822538 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:57:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:44.857143 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port bb14ebb9-59d2-48c5-8bee-0063cdb325e5, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=bb14ebb9-59d2-48c5-8bee-0063cdb325e5,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:57:44.912321 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:44.922596 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 54314) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:44.923304 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8abeeb14-fe52-4c22-bc69-f7466727efa6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6746824 Oct 27 05:57:44.946969 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:45.059603 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=bb14ebb9-59d2-48c5-8bee-0063cdb325e5,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:45.062810 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:57:45.101278 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.db.api [None req-16afc138-3477-4153-878d-3d9c02f526df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 05:57:45.101877 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG oslo_db.api [None req-16afc138-3477-4153-878d-3d9c02f526df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 05:57:45.135295 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db322fb4-4aba-4f28-a7be-abdeb29a8729 req-15ea42c4-d5af-4bd6-9609-888d2d16baae tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:45.137131 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-db322fb4-4aba-4f28-a7be-abdeb29a8729 req-15ea42c4-d5af-4bd6-9609-888d2d16baae tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 945 time: 0.0990300 Oct 27 05:57:45.287028 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-db322fb4-4aba-4f28-a7be-abdeb29a8729 req-bc6dffb3-764d-40a4-b912-79f0109ff0fa tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063869 Oct 27 05:57:45.309292 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:43Z', 'revision_number': 3, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:45.344851 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Checking router: 0913fa8f-383e-4e5e-810c-ea440f7de558 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:57:45.345202 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Updating router 0913fa8f-383e-4e5e-810c-ea440f7de558 port 3c223e3e-9a40-468c-a5b2-4f223d1152f5 binding host dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:57:45.373938 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:45.646568 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:45.681504 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Publish callbacks [] for port, precommit_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:45.742571 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:45.749245 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baaf2f-808e-4902-8f78-08467e903707 req-73479d43-1adb-44c5-b83e-dc3943ae9608 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:45.750921 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20baaf2f-808e-4902-8f78-08467e903707 req-73479d43-1adb-44c5-b83e-dc3943ae9608 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.1173592 Oct 27 05:57:45.797406 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-1c6ab233-f7a2-4d59-af49-b12e66b61ee9 None None] Provisioning complete for port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:45.797845 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab233-f7a2-4d59-af49-b12e66b61ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:45.808171 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Attempting to bind port 3c223e3e-9a40-468c-a5b2-4f223d1152f5 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:57:45.808544 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Attempting to bind port 3c223e3e-9a40-468c-a5b2-4f223d1152f5 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:57:45.808913 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Attempting to bind port 3c223e3e-9a40-468c-a5b2-4f223d1152f5 on network eb333f7b-30fa-4f98-b6f5-643bda287999 {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:57:45.814510 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Pushing event updated for resources: {'Port': ['ID=3c223e3e-9a40-468c-a5b2-4f223d1152f5,revision_number=2']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:45.823238 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.823610 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.824114 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.824598 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.825253 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.826468 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.827158 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.827636 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.828134 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.828635 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.829267 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.829763 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:57:45.834616 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:57:45.840804 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:57:45.840804 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:45.840804 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Bound using segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:57:45.840804 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Bound port: 3c223e3e-9a40-468c-a5b2-4f223d1152f5, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:57:45.840804 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:45.864598 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20baaf2f-808e-4902-8f78-08467e903707 req-8b175c70-351a-4200-aa19-8ae3344f7391 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999632 Oct 27 05:57:45.925107 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] For port 3c223e3e-9a40-468c-a5b2-4f223d1152f5, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:57:45.931841 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] For port 3c223e3e-9a40-468c-a5b2-4f223d1152f5, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=3c223e3e-9a40-468c-a5b2-4f223d1152f5,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:57:45.973541 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Allocated IP 172.20.0.1 (791f211a-d120-4756-bade-e92f947a1db8/828a660e-e26a-4dc9-9073-1f5128f4f313/0858cf44-1e1d-4729-aad6-9bf0b2658785) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:57:45.987785 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 384171ef-5627-4e75-8c1d-fc04ef574589 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:57:46.043167 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54356) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:46.046858 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.129985 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f892b5d-e977-4c57-9203-1dd165e0a3d7 None None] Pushing event updated for resources: {'Port': ['ID=3c223e3e-9a40-468c-a5b2-4f223d1152f5,revision_number=3']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:46.136881 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 384171ef-5627-4e75-8c1d-fc04ef574589 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:57:46.141218 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 384171ef-5627-4e75-8c1d-fc04ef574589 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:46.141810 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.151115 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.183843 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:57:46.185184 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:57:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:46.230815 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device bb14ebb9-59d2-48c5-8bee-0063cdb325e5 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:57:46.233418 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ba728418-d729-4ec9-9809-365e3cf1ec62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.255158 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccbd7d-c296-4cc7-85b2-e2a526372770 req-548f8839-4ecd-4538-8d19-2343761c963f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:46.258032 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cbccbd7d-c296-4cc7-85b2-e2a526372770 req-548f8839-4ecd-4538-8d19-2343761c963f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.2488675 Oct 27 05:57:46.317974 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cbccbd7d-c296-4cc7-85b2-e2a526372770 req-624b0581-45e1-4236-be17-7d29926de4c0 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532148 Oct 27 05:57:46.319093 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.330361 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ba728418-d729-4ec9-9809-365e3cf1ec62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.338885 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Network 791f211a-d120-4756-bade-e92f947a1db8 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:57:46.342406 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:57:46.349584 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:57:46.411689 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561089'] for router_interface, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.431433 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:57:46.433728 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ba728418-d729-4ec9-9809-365e3cf1ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.506299 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-ba728418-d729-4ec9-9809-365e3cf1ec62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8247e749669e4eb7aab40e3de3a15534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620116 Oct 27 05:57:46.507596 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba728418-d729-4ec9-9809-365e3cf1ec62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fdca49-c10d-4d44-8580-ad753eecae90,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:46.511652 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54372) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:46.526533 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.598295 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:46.598673 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.626411 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b6841-caa2-4708-a2f3-9b7fa4acce76 req-50899ae2-6770-460e-a81a-2084fd8eee40 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:46.628648 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-409b6841-caa2-4708-a2f3-9b7fa4acce76 req-50899ae2-6770-460e-a81a-2084fd8eee40 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 945 time: 0.0716786 Oct 27 05:57:46.643308 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0858cf44-1e1d-4729-aad6-9bf0b2658785,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:46.658243 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e24a8628-674b-4175-b930-0b0f84b17083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.676330 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ca9572-118e-4881-98eb-819c910672cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384171ef-5627-4e75-8c1d-fc04ef574589'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:57:46.679138 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3eca20-268c-43c9-89c3-12256136e22e" -d '{"events": [{"server_uuid": "e9ca9572-118e-4881-98eb-819c910672cb", "name": "network-vif-plugged", "status": "completed", "tag": "384171ef-5627-4e75-8c1d-fc04ef574589"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:57:46.705840 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.709806 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 384171ef-5627-4e75-8c1d-fc04ef574589, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=384171ef-5627-4e75-8c1d-fc04ef574589,segment=NetworkSegment(d7894d6a-a455-40aa-b9b5-e55ebbfe862b),segment_id=d7894d6a-a455-40aa-b9b5-e55ebbfe862b)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:57:46.745740 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-409b6841-caa2-4708-a2f3-9b7fa4acce76 req-e5d4cc5e-776b-40ec-9896-b88195ba0672 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662177 Oct 27 05:57:46.770280 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e24a8628-674b-4175-b930-0b0f84b17083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.840469 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.840469 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c3ddb-eb3f-460a-b68d-4e6dd5d6d8c6 x-openstack-request-id: req-081c3ddb-eb3f-460a-b68d-4e6dd5d6d8c6 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:57:46.840469 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ca9572-118e-4881-98eb-819c910672cb", "name": "network-vif-plugged", "status": "completed", "tag": "384171ef-5627-4e75-8c1d-fc04ef574589", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:57:46.840469 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-081c3ddb-eb3f-460a-b68d-4e6dd5d6d8c6 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:57:46.840469 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ca9572-118e-4881-98eb-819c910672cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384171ef-5627-4e75-8c1d-fc04ef574589', 'code': 200} Oct 27 05:57:46.929678 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:43Z', 'revision_number': 3, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:46.930968 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-31e7022b-b129-4949-b51b-39297fb2e7ad None None] Provisioning complete for port 0858cf44-1e1d-4729-aad6-9bf0b2658785 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:46.930968 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-31e7022b-b129-4949-b51b-39297fb2e7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.960069 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93829a7-4552-4ca7-8761-1e8eae5dbf71 None None] The sync data for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi is: [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:43Z', 'revision_number': 3, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:57:46.975781 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=384171ef-5627-4e75-8c1d-fc04ef574589,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:46.980476 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e24a8628-674b-4175-b930-0b0f84b17083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.984518 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e24a8628-674b-4175-b930-0b0f84b17083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:46.986540 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-e24a8628-674b-4175-b930-0b0f84b17083 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7fdca49-c10d-4d44-8580-ad753eecae90 HTTP/1.1" status: 204 len: 168 time: 0.4736075 Oct 27 05:57:46.994263 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-31e7022b-b129-4949-b51b-39297fb2e7ad None None] Port 0858cf44-1e1d-4729-aad6-9bf0b2658785 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:57:47.009675 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a8628-674b-4175-b930-0b0f84b17083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fdca49-c10d-4d44-8580-ad753eecae90,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:47.107686 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:47.234062 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:47.324853 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570961'] for router_interface, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:47.446763 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0858cf44-1e1d-4729-aad6-9bf0b2658785,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:47.489404 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc48c2c-7311-410f-84bf-c81bb1dbd32d req-85dd08f6-bded-4b62-8d85-3c1cb3e8fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:47.491029 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bfc48c2c-7311-410f-84bf-c81bb1dbd32d req-85dd08f6-bded-4b62-8d85-3c1cb3e8fcbd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 1099 time: 0.1606748 Oct 27 05:57:47.549354 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Network 791f211a-d120-4756-bade-e92f947a1db8 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:57:47.555799 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:57:47.590991 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bfc48c2c-7311-410f-84bf-c81bb1dbd32d req-3dd00f3e-5be9-47db-a729-ec589c6b777a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894990 Oct 27 05:57:47.761442 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Router 0913fa8f-383e-4e5e-810c-ea440f7de558 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:57:47.957330 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-821e1cbc-71c7-4497-b63a-07ab311b52f2 None None] Provisioning complete for port 0858cf44-1e1d-4729-aad6-9bf0b2658785 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:47.957330 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-821e1cbc-71c7-4497-b63a-07ab311b52f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:47.957510 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54418) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:47.968352 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e8eb-06c4-4c73-9871-ceb0ab84cca7 req-7793ba4a-f719-4a09-8006-32305b829480 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:47.969939 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0093e8eb-06c4-4c73-9871-ceb0ab84cca7 req-7793ba4a-f719-4a09-8006-32305b829480 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 946 time: 0.0894046 Oct 27 05:57:47.971222 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:57:47.977233 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-158be706-5ff2-4dcf-88c7-80ecf21cc5d4 admin admin] 10.222.0.30 "PUT /v2.0/routers/0913fa8f-383e-4e5e-810c-ea440f7de558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0576551 Oct 27 05:57:47.994093 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ba84b771-2218-4c99-9346-f59fe548cb5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:48.044798 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0093e8eb-06c4-4c73-9871-ceb0ab84cca7 req-ea8eedf0-8575-481d-ba28-53b63630480b tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521679 Oct 27 05:57:48.063478 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-821e1cbc-71c7-4497-b63a-07ab311b52f2 None None] Port 0858cf44-1e1d-4729-aad6-9bf0b2658785 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:57:48.156112 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ba84b771-2218-4c99-9346-f59fe548cb5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:48.236028 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ba84b771-2218-4c99-9346-f59fe548cb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:48.257140 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 3c223e3e-9a40-468c-a5b2-4f223d1152f5 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:57:48.268715 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-ba84b771-2218-4c99-9346-f59fe548cb5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7db70680970d4d3fa1b4eb733ea47e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100908 Oct 27 05:57:48.272443 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 54432) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:48.293825 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84b771-2218-4c99-9346-f59fe548cb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c53d719-6ab3-47ea-bdd2-953ecdab2fb5,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:48.326632 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 3c223e3e-9a40-468c-a5b2-4f223d1152f5 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:48.327000 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:48.339814 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0a314297-8ea6-4578-9895-06fb1541ca39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:48.371676 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0a314297-8ea6-4578-9895-06fb1541ca39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:48.482393 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:48.500954 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 3c223e3e-9a40-468c-a5b2-4f223d1152f5, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=3c223e3e-9a40-468c-a5b2-4f223d1152f5,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:57:48.587059 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:48.663252 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=3c223e3e-9a40-468c-a5b2-4f223d1152f5,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:48.771357 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0a314297-8ea6-4578-9895-06fb1541ca39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:48.775118 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0a314297-8ea6-4578-9895-06fb1541ca39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:48.776282 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-0a314297-8ea6-4578-9895-06fb1541ca39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c53d719-6ab3-47ea-bdd2-953ecdab2fb5 HTTP/1.1" status: 204 len: 168 time: 0.5028565 Oct 27 05:57:48.780543 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54462) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:48.790785 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a314297-8ea6-4578-9895-06fb1541ca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c53d719-6ab3-47ea-bdd2-953ecdab2fb5,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:48.813187 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-9bb8f0ca-4450-40ed-af83-8eb9eacb75d6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45105083', 'description': 'tempest-description--104401751'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:49.040067 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f0ca-4450-40ed-af83-8eb9eacb75d6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.138336 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f0ca-4450-40ed-af83-8eb9eacb75d6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.155954 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Sync routers for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:57:49.176016 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:57:49.176688 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:57:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:49.211009 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f0ca-4450-40ed-af83-8eb9eacb75d6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.265980 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8f0ca-4450-40ed-af83-8eb9eacb75d6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7f6773-e0b0-4274-81a0-89fba40ff38f,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:49.282571 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75d758-a7cf-4b9e-8ea8-3eb1fc26d1f7 req-8578c786-356f-4f95-bcdd-5f1a2688e420 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:49.285051 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7c75d758-a7cf-4b9e-8ea8-3eb1fc26d1f7 req-8578c786-356f-4f95-bcdd-5f1a2688e420 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 946 time: 0.1237733 Oct 27 05:57:49.359999 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f0ca-4450-40ed-af83-8eb9eacb75d6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.361185 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-9bb8f0ca-4450-40ed-af83-8eb9eacb75d6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5779319 Oct 27 05:57:49.364109 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54474) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:49.369494 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-18eef60e-fa21-4a3e-8719-7317e8310599 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'security_group_rule': {'security_group_id': '9f7f6773-e0b0-4274-81a0-89fba40ff38f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:49.373389 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a21472-8bba-4204-8c0c-f18f65c5fe16 req-7df286cd-b816-4169-bbe7-16e6d8862c40 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:49.378169 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a0a21472-8bba-4204-8c0c-f18f65c5fe16 req-7df286cd-b816-4169-bbe7-16e6d8862c40 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1765828 Oct 27 05:57:49.400892 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7c75d758-a7cf-4b9e-8ea8-3eb1fc26d1f7 req-c0f8757a-01ef-4f07-a8a8-49bb4094c784 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957568 Oct 27 05:57:49.406429 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:57:49.432570 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daed3dd-f7fe-4b4b-9329-496d87966247 req-560a459d-f873-4cd0-a52b-6cda6c4ed4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:49.435778 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4daed3dd-f7fe-4b4b-9329-496d87966247 req-560a459d-f873-4cd0-a52b-6cda6c4ed4a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 1098 time: 0.1440949 Oct 27 05:57:49.507775 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-18eef60e-fa21-4a3e-8719-7317e8310599 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.527661 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a0a21472-8bba-4204-8c0c-f18f65c5fe16 req-66cfaf12-e2b3-48ac-98af-836264ab6185 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353717 Oct 27 05:57:49.535443 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54478) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:49.575685 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daed3dd-f7fe-4b4b-9329-496d87966247 req-95b6d216-e162-42fd-b623-0cf8a647cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:49.577973 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4daed3dd-f7fe-4b4b-9329-496d87966247 req-95b6d216-e162-42fd-b623-0cf8a647cdd3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 919 time: 0.1336305 Oct 27 05:57:49.605836 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-18eef60e-fa21-4a3e-8719-7317e8310599 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.645949 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4daed3dd-f7fe-4b4b-9329-496d87966247 req-bf8a73cf-c77c-4bfb-9293-0a5ca61f9e4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 HTTP/1.1" status: 200 len: 217 time: 0.0558462 Oct 27 05:57:49.666920 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-76cb5289-295d-4d65-95e5-8df16b8302db admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.678970 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-18eef60e-fa21-4a3e-8719-7317e8310599 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.705312 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 2, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:49.712772 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eef60e-fa21-4a3e-8719-7317e8310599 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0609fe87-7414-4ff1-9128-c84b5b355e34,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:49.713305 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daed3dd-f7fe-4b4b-9329-496d87966247 req-7149feb8-50b7-496e-a515-575cd33e0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:49.715184 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4daed3dd-f7fe-4b4b-9329-496d87966247 req-7149feb8-50b7-496e-a515-575cd33e0ab6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 200 len: 858 time: 0.0497801 Oct 27 05:57:49.737638 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Checking router: 0913fa8f-383e-4e5e-810c-ea440f7de558 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:57:49.743255 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Updating router 0913fa8f-383e-4e5e-810c-ea440f7de558 port 0858cf44-1e1d-4729-aad6-9bf0b2658785 binding host dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:57:49.756967 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4daed3dd-f7fe-4b4b-9329-496d87966247 req-aee124e9-ca25-4bf2-be8b-cb0294c8649a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d47e9b37-1bb4-4526-b397-18f220ed76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341604 Oct 27 05:57:49.763372 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-18eef60e-fa21-4a3e-8719-7317e8310599 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.765018 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-18eef60e-fa21-4a3e-8719-7317e8310599 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3993182 Oct 27 05:57:49.767552 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.767722 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54482) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:49.774374 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-8f33f191-7ce4-47e8-82a1-4319bf8e9141 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'security_group_rule': {'security_group_id': '9f7f6773-e0b0-4274-81a0-89fba40ff38f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:49.811004 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-76cb5289-295d-4d65-95e5-8df16b8302db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.830286 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 54484) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:49.849221 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-17d6bb53-ae2b-4fc5-8a43-60f47a398846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.878375 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-76cb5289-295d-4d65-95e5-8df16b8302db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.917098 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4daed3dd-f7fe-4b4b-9329-496d87966247 req-be7902f0-3b03-4e46-8612-c1fab278b6e8 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464007 Oct 27 05:57:49.932442 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8f33f191-7ce4-47e8-82a1-4319bf8e9141 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:49.954815 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-76cb5289-295d-4d65-95e5-8df16b8302db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b230d09bb62483f82c2665034e4ef9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183204 Oct 27 05:57:49.959009 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54492) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:50.000891 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb5289-295d-4d65-95e5-8df16b8302db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6a618f-ecaf-40f3-8dde-d639f9aa1720,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:50.028329 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-17d6bb53-ae2b-4fc5-8a43-60f47a398846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.055357 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4daed3dd-f7fe-4b4b-9329-496d87966247 req-69a10126-1147-46e0-9278-df1bb8853300 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285038 Oct 27 05:57:50.060189 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e86fc0c7-8094-426d-bb8b-67368bb306fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.071012 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8f33f191-7ce4-47e8-82a1-4319bf8e9141 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.077003 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Publish callbacks [] for port, precommit_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.090120 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e86fc0c7-8094-426d-bb8b-67368bb306fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.090473 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-17d6bb53-ae2b-4fc5-8a43-60f47a398846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.149449 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-17d6bb53-ae2b-4fc5-8a43-60f47a398846 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34bd6bba1e8b442095c2c0d6009e8615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181400 Oct 27 05:57:50.152021 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 54502) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:50.163880 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.164364 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8f33f191-7ce4-47e8-82a1-4319bf8e9141 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.192532 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33f191-7ce4-47e8-82a1-4319bf8e9141 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a997dbfc-bf00-4861-bd60-53f743199d1d,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:50.216115 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6bb53-ae2b-4fc5-8a43-60f47a398846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cdd9e3-b7b9-4f4d-a542-27d5c94b3065,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:50.242705 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 3c223e3e-9a40-468c-a5b2-4f223d1152f5 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:57:50.258226 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a9e50f9e-ab3d-4e4f-8b8a-1f28279059c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.265527 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8f33f191-7ce4-47e8-82a1-4319bf8e9141 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.267160 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8f33f191-7ce4-47e8-82a1-4319bf8e9141 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4985580 Oct 27 05:57:50.270325 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54504) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:50.277544 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'floatingip': {'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:50.286264 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2743a-4839-4a4c-82e1-6676dcce35c8 None None] Pushing event updated for resources: {'Port': ['ID=0858cf44-1e1d-4729-aad6-9bf0b2658785,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:50.299262 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e86fc0c7-8094-426d-bb8b-67368bb306fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.299937 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a9e50f9e-ab3d-4e4f-8b8a-1f28279059c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.303057 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e86fc0c7-8094-426d-bb8b-67368bb306fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.304294 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-e86fc0c7-8094-426d-bb8b-67368bb306fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d6a618f-ecaf-40f3-8dde-d639f9aa1720 HTTP/1.1" status: 204 len: 168 time: 0.3367569 Oct 27 05:57:50.338402 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc0c7-8094-426d-bb8b-67368bb306fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6a618f-ecaf-40f3-8dde-d639f9aa1720,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:50.385275 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Attempting to bind port 0858cf44-1e1d-4729-aad6-9bf0b2658785 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:57:50.385775 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Attempting to bind port 0858cf44-1e1d-4729-aad6-9bf0b2658785 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:57:50.386138 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Attempting to bind port 0858cf44-1e1d-4729-aad6-9bf0b2658785 on network 791f211a-d120-4756-bade-e92f947a1db8 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:57:50.396220 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:57:50.396593 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Checking segment: {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:57:50.396988 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.397373 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Bound using segment: {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:57:50.397870 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Bound port: 0858cf44-1e1d-4729-aad6-9bf0b2658785, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:57:50.398253 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.414718 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 3c223e3e-9a40-468c-a5b2-4f223d1152f5 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:50.415009 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.415132 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.446598 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a9e50f9e-ab3d-4e4f-8b8a-1f28279059c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.449906 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a9e50f9e-ab3d-4e4f-8b8a-1f28279059c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.452690 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-a9e50f9e-ab3d-4e4f-8b8a-1f28279059c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01cdd9e3-b7b9-4f4d-a542-27d5c94b3065 HTTP/1.1" status: 204 len: 168 time: 0.2979662 Oct 27 05:57:50.461968 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e50f9e-ab3d-4e4f-8b8a-1f28279059c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cdd9e3-b7b9-4f4d-a542-27d5c94b3065,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:50.557071 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] For port 0858cf44-1e1d-4729-aad6-9bf0b2658785, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:57:50.561276 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] For port 0858cf44-1e1d-4729-aad6-9bf0b2658785, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=0858cf44-1e1d-4729-aad6-9bf0b2658785,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:57:50.612599 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.637974 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-a3f242c1-ea42-4b62-867d-2e312be7f324 None None] Provisioning complete for port 0858cf44-1e1d-4729-aad6-9bf0b2658785 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:50.638579 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-a3f242c1-ea42-4b62-867d-2e312be7f324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.662187 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:50.681863 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bd8b6-f0bb-4c27-8110-da1d126ab9ec req-ab198dc7-c951-4a2f-9a49-0f47acb93a87 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:50.686441 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8c3bd8b6-f0bb-4c27-8110-da1d126ab9ec req-ab198dc7-c951-4a2f-9a49-0f47acb93a87 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 946 time: 0.1687908 Oct 27 05:57:50.730319 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-a3f242c1-ea42-4b62-867d-2e312be7f324 None None] Port 0858cf44-1e1d-4729-aad6-9bf0b2658785 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:57:50.743461 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:57:50.744078 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:57:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:50.765894 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b136f-6983-4cdd-9fe7-8ab3e0572ccb req-91368d1b-bb3b-453b-8be1-7ebb5d567a2d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:50.782109 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d21b136f-6983-4cdd-9fe7-8ab3e0572ccb req-91368d1b-bb3b-453b-8be1-7ebb5d567a2d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1480136 Oct 27 05:57:50.820046 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8c3bd8b6-f0bb-4c27-8110-da1d126ab9ec req-da5028d8-b665-40fe-8405-42092ec7299e tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115253 Oct 27 05:57:50.843500 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2743a-4839-4a4c-82e1-6676dcce35c8 None None] Pushing event updated for resources: {'Port': ['ID=0858cf44-1e1d-4729-aad6-9bf0b2658785,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:50.857398 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Allocated IP 172.27.1.80 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/5564cacc-9ea1-451b-b5dc-6167fe3018bb) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:57:50.889720 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d21b136f-6983-4cdd-9fe7-8ab3e0572ccb req-ae86fe84-68d7-4d01-936b-35293f47b3a0 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028020 Oct 27 05:57:50.948389 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:57:51.088473 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:51.170962 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-029bbdfa-1d5e-46a4-abd8-295bdbf64911 None None] Provisioning complete for port 0858cf44-1e1d-4729-aad6-9bf0b2658785 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:51.171507 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-029bbdfa-1d5e-46a4-abd8-295bdbf64911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:51.251054 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:51.295946 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-029bbdfa-1d5e-46a4-abd8-295bdbf64911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:51.318872 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:57:51.321717 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:50Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:57:51.321977 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:57:51.326770 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:57:51.357007 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'Port': ['ID=5564cacc-9ea1-451b-b5dc-6167fe3018bb,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:51.371114 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91730d6d-75d3-4a24-921e-6e40db5238e6 None None] The sync data for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi is: [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:50Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:57:51.375737 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-029bbdfa-1d5e-46a4-abd8-295bdbf64911 None None] For port 0858cf44-1e1d-4729-aad6-9bf0b2658785, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=0858cf44-1e1d-4729-aad6-9bf0b2658785,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:57:51.444093 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-029bbdfa-1d5e-46a4-abd8-295bdbf64911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:51.484672 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:51.635744 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:51.669499 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bbdfa-1d5e-46a4-abd8-295bdbf64911 None None] Pushing event updated for resources: {'Port': ['ID=0858cf44-1e1d-4729-aad6-9bf0b2658785,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:51.845927 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:51.975432 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:52.031787 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:52.078982 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'Port': ['ID=5564cacc-9ea1-451b-b5dc-6167fe3018bb,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:52.160526 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:52.160526 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c1817eb3-3965-4707-b7d3-941cfb81e5cf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8880167 Oct 27 05:57:52.265955 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 0858cf44-1e1d-4729-aad6-9bf0b2658785 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:57:52.297179 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23191e99-c027-4945-87fc-e4d7a62e121d req-e94c112b-6b14-4c37-8b60-f5a6ac34312d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:52.302026 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-23191e99-c027-4945-87fc-e4d7a62e121d req-e94c112b-6b14-4c37-8b60-f5a6ac34312d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1072574 Oct 27 05:57:52.384983 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 0858cf44-1e1d-4729-aad6-9bf0b2658785 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:57:52.392694 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:52.395019 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-23191e99-c027-4945-87fc-e4d7a62e121d req-d740c617-b9d0-4581-a8fa-5c9c426c49fe tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781167 Oct 27 05:57:52.659990 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-7bce1656-0e9e-412b-b606-b31b543b8984 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--45105083&fields=id&tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8 HTTP/1.1" status: 200 len: 267 time: 0.0536072 Oct 27 05:57:52.792591 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-5e98a35c-96b9-48e5-b074-ea137d6080ba tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:52.794721 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-5e98a35c-96b9-48e5-b074-ea137d6080ba tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/networks?id=791f211a-d120-4756-bade-e92f947a1db8 HTTP/1.1" status: 200 len: 810 time: 0.1330285 Oct 27 05:57:52.811168 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-40888812-50fa-43ea-8945-4e70902c512f tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/quotas/12bd4b93b23c43fc98aa2527a1eeccd8 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Oct 27 05:57:52.891558 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-3754f71a-481e-45db-b845-e929fea90868 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744002 Oct 27 05:57:53.019099 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-c034c8dd-8cbc-4cbe-b1d7-966a6e0d3811 service neutron] 10.222.0.30 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142178 Oct 27 05:57:53.163792 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9bd78-9501-4666-ad0c-48edf01e312e req-d059e62f-f416-4b99-9997-e4ea3ac34443 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:53.165306 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2ef9bd78-9501-4666-ad0c-48edf01e312e req-d059e62f-f416-4b99-9997-e4ea3ac34443 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 946 time: 0.0934563 Oct 27 05:57:53.173907 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-dfb6aca6-3b63-45b2-aa47-b05f256a1ba7 service neutron] 10.222.0.30 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580932 Oct 27 05:57:53.187384 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54628) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:53.223020 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2ef9bd78-9501-4666-ad0c-48edf01e312e req-0f3e8074-5b73-4d01-a24c-c4339134d986 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480359 Oct 27 05:57:53.339138 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e3dcde23-42b0-4b46-a124-7cc33b272608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:53.436811 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e3dcde23-42b0-4b46-a124-7cc33b272608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:53.451080 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c517e23a-c27a-4329-8d94-0e70de98d798 req-9475b2c3-a961-47cb-abe0-617bf4538b61 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 210 time: 0.0452104 Oct 27 05:57:53.521855 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e3dcde23-42b0-4b46-a124-7cc33b272608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:53.560147 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcde23-42b0-4b46-a124-7cc33b272608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723da515-e8a3-48e5-bbac-0e3cbdf747bf,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:53.560789 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f03843-e3ee-4080-bf2d-b78d4d665d64 req-c417eea4-fe51-4b41-987d-7d0c909c0ebe tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:53.562347 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5f03843-e3ee-4080-bf2d-b78d4d665d64 req-c417eea4-fe51-4b41-987d-7d0c909c0ebe tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0543528 Oct 27 05:57:53.568255 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-e3dcde23-42b0-4b46-a124-7cc33b272608 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2179a1f299840f18a1ec55fab378a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767812 Oct 27 05:57:53.569266 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54650) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:53.630283 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5f03843-e3ee-4080-bf2d-b78d4d665d64 req-13ada7f9-9dd9-4b40-a2af-91528aec1590 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551431 Oct 27 05:57:53.638689 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f8d9e536-23fa-4de4-904a-7b0e8443ebf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:53.661993 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f8d9e536-23fa-4de4-904a-7b0e8443ebf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:53.683472 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:53.765538 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f8d9e536-23fa-4de4-904a-7b0e8443ebf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:53.768151 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f8d9e536-23fa-4de4-904a-7b0e8443ebf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:53.769387 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-f8d9e536-23fa-4de4-904a-7b0e8443ebf4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/723da515-e8a3-48e5-bbac-0e3cbdf747bf HTTP/1.1" status: 204 len: 168 time: 0.1999459 Oct 27 05:57:53.777175 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9e536-23fa-4de4-904a-7b0e8443ebf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723da515-e8a3-48e5-bbac-0e3cbdf747bf,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:54.365251 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6f7b3-2b34-461b-ae8e-f91f06cacad5 req-d595a3c8-92df-430d-b143-a1debc537dc7 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:54.366893 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-04a6f7b3-2b34-461b-ae8e-f91f06cacad5 req-d595a3c8-92df-430d-b143-a1debc537dc7 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 946 time: 0.0561402 Oct 27 05:57:54.415724 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-04a6f7b3-2b34-461b-ae8e-f91f06cacad5 req-aa26f27d-11aa-4168-a98e-12b259d8cd73 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371635 Oct 27 05:57:54.531035 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-05003380-709b-420b-8777-72fef84065f9 req-22475193-d67f-4a2c-a0e9-b1604b8b4440 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 210 time: 0.0271757 Oct 27 05:57:54.759967 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bd698-1752-480f-aa46-fc29de3693bc req-bd1be539-a89b-446c-8e7b-b0c98875dc5b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:54.761904 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd9bd698-1752-480f-aa46-fc29de3693bc req-bd1be539-a89b-446c-8e7b-b0c98875dc5b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0650496 Oct 27 05:57:54.818217 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd9bd698-1752-480f-aa46-fc29de3693bc req-f02eb5dd-2c21-4ac2-8218-f43d1dcaf811 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482442 Oct 27 05:57:54.921712 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-99fbac95-9012-40f9-bd72-1d7a5664d90d tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:54.923232 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-99fbac95-9012-40f9-bd72-1d7a5664d90d tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 946 time: 0.0544667 Oct 27 05:57:55.032635 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-391570c5-33be-446b-8008-683dc51cb023 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Deleting port 384171ef-5627-4e75-8c1d-fc04ef574589 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:57:55.038119 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-391570c5-33be-446b-8008-683dc51cb023 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:55.151047 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-391570c5-33be-446b-8008-683dc51cb023 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] For port 384171ef-5627-4e75-8c1d-fc04ef574589, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=384171ef-5627-4e75-8c1d-fc04ef574589,segment=NetworkSegment(d7894d6a-a455-40aa-b9b5-e55ebbfe862b),segment_id=d7894d6a-a455-40aa-b9b5-e55ebbfe862b)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:57:55.151459 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-391570c5-33be-446b-8008-683dc51cb023 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:55.167885 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-391570c5-33be-446b-8008-683dc51cb023 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Calling delete_port for 384171ef-5627-4e75-8c1d-fc04ef574589 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:57:55.359264 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-391570c5-33be-446b-8008-683dc51cb023 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:55.391130 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391570c5-33be-446b-8008-683dc51cb023 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Pushing event deleted for resources: {'Port': ['ID=384171ef-5627-4e75-8c1d-fc04ef574589,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:55.405103 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['384171ef-5627-4e75-8c1d-fc04ef574589'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:57:55.452753 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-391570c5-33be-446b-8008-683dc51cb023 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] No DVR routers for this DVR port 384171ef-5627-4e75-8c1d-fc04ef574589 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:57:55.455949 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-391570c5-33be-446b-8008-683dc51cb023 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:55.459544 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1efed22-26cc-47b6-a5a9-904ab3f424fe req-391570c5-33be-446b-8008-683dc51cb023 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.26 "DELETE /v2.0/ports/384171ef-5627-4e75-8c1d-fc04ef574589 HTTP/1.1" status: 204 len: 173 time: 0.5294938 Oct 27 05:57:55.460208 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ca9572-118e-4881-98eb-819c910672cb', 'name': 'network-vif-deleted', 'tag': '384171ef-5627-4e75-8c1d-fc04ef574589'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:57:55.462617 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c4ab51-5f0c-457f-ae6a-7c150a56cbd8" -d '{"events": [{"server_uuid": "e9ca9572-118e-4881-98eb-819c910672cb", "name": "network-vif-deleted", "tag": "384171ef-5627-4e75-8c1d-fc04ef574589"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:57:55.522181 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310ac7d6-4328-4f63-987c-0acfd03e9b98 x-openstack-request-id: req-310ac7d6-4328-4f63-987c-0acfd03e9b98 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:57:55.522477 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ca9572-118e-4881-98eb-819c910672cb", "name": "network-vif-deleted", "tag": "384171ef-5627-4e75-8c1d-fc04ef574589", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:57:55.522725 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-310ac7d6-4328-4f63-987c-0acfd03e9b98 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:57:55.523112 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ca9572-118e-4881-98eb-819c910672cb', 'name': 'network-vif-deleted', 'tag': '384171ef-5627-4e75-8c1d-fc04ef574589', 'status': 'completed', 'code': 200} Oct 27 05:57:55.524863 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54732) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:55.527080 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f929653c-d1ab-4a9d-810a-3202118f1d05 req-7cec7819-3229-4c9d-8165-37fdcb72a1b8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 210 time: 0.0361044 Oct 27 05:57:55.636774 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:57:55.647120 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-075b8583-a017-444b-aae9-2b04f7ba5373 req-b124ce46-709c-47e6-a571-c73fd811f98c tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 210 time: 0.0444515 Oct 27 05:57:55.661544 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa4542-b7f3-4a1a-a432-95ccdfd34576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:55.733668 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa4542-b7f3-4a1a-a432-95ccdfd34576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:55.816645 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa4542-b7f3-4a1a-a432-95ccdfd34576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:55.860468 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8aaa4542-b7f3-4a1a-a432-95ccdfd34576 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ddc4753bae14bb48dd128d8a824eac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344667 Oct 27 05:57:55.861347 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa4542-b7f3-4a1a-a432-95ccdfd34576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564946a7-fe32-4c44-b00c-60a11ecfeab2,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:55.863369 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 54744) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:55.967424 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebaaaa-6029-4cba-8929-5e2849a0ba07 req-4c9adc59-f4b6-446f-bc98-553eaf3ae4d9 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:55.968898 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4aebaaaa-6029-4cba-8929-5e2849a0ba07 req-4c9adc59-f4b6-446f-bc98-553eaf3ae4d9 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0780325 Oct 27 05:57:55.969981 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ee139865-5491-449b-aecb-3280cb612bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:56.004919 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ee139865-5491-449b-aecb-3280cb612bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:56.037149 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4aebaaaa-6029-4cba-8929-5e2849a0ba07 req-c4ecf25a-bf2d-40be-abec-3523534fd81c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580025 Oct 27 05:57:56.154395 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ee139865-5491-449b-aecb-3280cb612bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:56.157092 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ee139865-5491-449b-aecb-3280cb612bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:56.158332 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-ee139865-5491-449b-aecb-3280cb612bb6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/564946a7-fe32-4c44-b00c-60a11ecfeab2 HTTP/1.1" status: 204 len: 168 time: 0.2939885 Oct 27 05:57:56.172691 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee139865-5491-449b-aecb-3280cb612bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564946a7-fe32-4c44-b00c-60a11ecfeab2,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:56.631209 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-968c7dfb-b380-43f5-911b-d7891f012374 req-52111346-7990-4f15-b455-ba9294da5be6 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 210 time: 0.0302458 Oct 27 05:57:56.736725 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7cb927fe-d842-4df5-9e23-b8f8e74b6b7b req-1da0649e-b640-469c-83e3-eddaf718e5fb tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 210 time: 0.0261586 Oct 27 05:57:56.743990 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 54762) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:56.758197 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-c0252b36-7048-4f83-a220-871925f1659a admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:56.830884 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-c0252b36-7048-4f83-a220-871925f1659a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:56.919490 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-c0252b36-7048-4f83-a220-871925f1659a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:56.957820 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-c0252b36-7048-4f83-a220-871925f1659a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c7e46b39fbc478ba4186ac2fa682f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127345 Oct 27 05:57:56.958671 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0252b36-7048-4f83-a220-871925f1659a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc2e62c-a542-416c-ac4b-7b3323c10b8d,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:56.960562 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 54766) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:57:57.009065 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b6baa5c4-3e78-460d-b216-d9da634c093d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:57.028991 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b6baa5c4-3e78-460d-b216-d9da634c093d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:57.152123 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2881f9-123d-4203-8b44-0aa43a39de4f req-7163a0d7-a60e-464a-a56c-06d5ecb307a3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:57.154261 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2e2881f9-123d-4203-8b44-0aa43a39de4f req-7163a0d7-a60e-464a-a56c-06d5ecb307a3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Oct 27 05:57:57.156914 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b6baa5c4-3e78-460d-b216-d9da634c093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:57.159529 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b6baa5c4-3e78-460d-b216-d9da634c093d admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:57.160674 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b6baa5c4-3e78-460d-b216-d9da634c093d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bc2e62c-a542-416c-ac4b-7b3323c10b8d HTTP/1.1" status: 204 len: 168 time: 0.1990418 Oct 27 05:57:57.168623 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6baa5c4-3e78-460d-b216-d9da634c093d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc2e62c-a542-416c-ac4b-7b3323c10b8d,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:57:57.198838 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2e2881f9-123d-4203-8b44-0aa43a39de4f req-91f93960-89d9-4559-8ba7-502ec6849e5f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388064 Oct 27 05:57:57.741268 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cbcd8354-20e4-473d-8ca2-f2ae91a81fd9 req-f6f3aa70-aab0-4ab6-b04e-42b804fffa32 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 210 time: 0.0302951 Oct 27 05:57:57.833873 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e2164cea-bccc-457e-82e3-daad3fa56a7a req-3db5e0f3-17fe-46b7-925a-123fd521d0d6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 210 time: 0.0262394 Oct 27 05:57:58.314178 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7e5f2-7a75-4047-8c29-193c05141163 req-58e4dde0-6628-4934-9bd8-cd0bc0dba69d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:58.315651 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8fe7e5f2-7a75-4047-8c29-193c05141163 req-58e4dde0-6628-4934-9bd8-cd0bc0dba69d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0493610 Oct 27 05:57:58.352196 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8fe7e5f2-7a75-4047-8c29-193c05141163 req-35dd2731-4416-4401-8a76-af95b16b106d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305941 Oct 27 05:57:58.855860 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9f37c3aa-1623-4b6c-9f89-0be6edbb872c req-bb7e1ae4-8425-4d9c-b516-4b73738bd5d1 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ca9572-118e-4881-98eb-819c910672cb HTTP/1.1" status: 200 len: 210 time: 0.0299561 Oct 27 05:57:58.943517 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a33cb669-e636-4829-95e5-c248aac1410a req-3b6fadcc-cd57-4dbc-8272-33295a69a9c0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 210 time: 0.0314310 Oct 27 05:57:59.208372 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-0d7f8b98-903c-4f03-8e8f-a7c610d830e6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:59.213485 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-0d7f8b98-903c-4f03-8e8f-a7c610d830e6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.26 "GET /v2.0/networks?id=791f211a-d120-4756-bade-e92f947a1db8 HTTP/1.1" status: 200 len: 810 time: 0.1056881 Oct 27 05:57:59.265113 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-9312f32e-f1fe-4d09-af45-b4148a23a1f9 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8 HTTP/1.1" status: 200 len: 378 time: 0.0358329 Oct 27 05:57:59.277308 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'port': {'device_id': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'admin_state_up': True, 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'security_groups': ['9f7f6773-e0b0-4274-81a0-89fba40ff38f']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:57:59.478528 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f8657-2075-467f-9175-82b000fbb3e8 req-245f5be1-0c04-45f3-a29e-e7b98ef99630 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:57:59.479626 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-448f8657-2075-467f-9175-82b000fbb3e8 req-245f5be1-0c04-45f3-a29e-e7b98ef99630 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0537949 Oct 27 05:57:59.494099 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Made reservation on behalf of 12bd4b93b23c43fc98aa2527a1eeccd8 for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:57:59.500289 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:59.567869 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-448f8657-2075-467f-9175-82b000fbb3e8 req-30bdbcf7-dfcc-4306-86ed-822bdf2a75ba tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793681 Oct 27 05:57:59.650931 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ea3366ed-5742-4023-8bf1-01e699d1d35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:59.720478 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Allocated IP 172.20.0.14 (791f211a-d120-4756-bade-e92f947a1db8/828a660e-e26a-4dc9-9073-1f5128f4f313/6667fdeb-3f95-42d5-95fc-68a1bc7b66f4) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:57:59.877678 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:57:59.910320 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 384171ef-5627-4e75-8c1d-fc04ef574589 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:57:59.934643 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 384171ef-5627-4e75-8c1d-fc04ef574589 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:57:59.935777 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 384171ef-5627-4e75-8c1d-fc04ef574589 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:58:00.046063 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-83605ed0-196b-4f5d-b74c-a7c8c828ad77 req-eeded5e5-ebb6-47a1-bc7f-15f4cd5bddf7 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 210 time: 0.0282750 Oct 27 05:58:00.047288 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:00.102111 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Network 791f211a-d120-4756-bade-e92f947a1db8 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:00.105302 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:00.109942 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:58:00.160189 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'Port': ['ID=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:00.190051 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:00.190680 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:00.280057 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-c773cd49-8d33-4bf3-98d2-eeb5836bac16 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:00.281581 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-c773cd49-8d33-4bf3-98d2-eeb5836bac16 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/networks?id=216ae045-d6d1-4e7f-84a6-b05c20eaac9c HTTP/1.1" status: 200 len: 808 time: 0.1362915 Oct 27 05:58:00.297088 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-7c0fd0b3-14f1-47c4-91d7-0473a45847f2 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/quotas/42bec6bb64174e1ebdadc9e1add27572 HTTP/1.1" status: 200 len: 375 time: 0.0097375 Oct 27 05:58:00.329419 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-1a018332-1d58-430c-b334-7c19516f166c tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=42bec6bb64174e1ebdadc9e1add27572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267870 Oct 27 05:58:00.332744 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-644bf1fe-547d-4cb1-b21a-96677b567b20 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0595024 Oct 27 05:58:00.340295 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-1d7957df-e0b2-459e-a228-67f6e2058e85 None None] Provisioning complete for port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:00.340670 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-1d7957df-e0b2-459e-a228-67f6e2058e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:00.376058 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-1d7957df-e0b2-459e-a228-67f6e2058e85 None None] Port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:58:00.604696 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-bf7507f5-fd9d-4389-9875-40cc2e8c776b service neutron] 10.222.0.30 "GET /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677321 Oct 27 05:58:00.727246 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca2ebf-efc9-4c93-b475-745daefd23ac req-03a4775b-d8fc-4c37-bef9-036cd9b780eb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:00.729850 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-72ca2ebf-efc9-4c93-b475-745daefd23ac req-03a4775b-d8fc-4c37-bef9-036cd9b780eb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0768044 Oct 27 05:58:00.734453 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-a203586e-b856-427e-b9da-f7205c9f5da4 service neutron] 10.222.0.30 "GET /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240003 Oct 27 05:58:00.770290 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-72ca2ebf-efc9-4c93-b475-745daefd23ac req-638107ec-9db5-4c2f-9dc1-3aa6c33e4e3b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348635 Oct 27 05:58:01.103862 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-68b031a8-960e-46f7-94bb-9cff14d19541 req-fb223872-549e-4077-bf5b-a09212bd44df tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 210 time: 0.0261650 Oct 27 05:58:01.213642 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ab28-9136-4694-b23a-db9814a5f1bd req-befd9670-f17c-4dbe-b38b-b45baed0cbcd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:01.215192 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3f67ab28-9136-4694-b23a-db9814a5f1bd req-befd9670-f17c-4dbe-b38b-b45baed0cbcd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 932 time: 0.0575871 Oct 27 05:58:01.252938 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3f67ab28-9136-4694-b23a-db9814a5f1bd req-1039694b-96a4-4fa7-a5c5-22bd3de7cfc2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312943 Oct 27 05:58:01.900052 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2e1c4-8184-4f89-8f88-52a3700ba4eb req-4918629d-b8aa-4352-b8d6-6d4d7b2a1dac tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:01.901542 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f1a2e1c4-8184-4f89-8f88-52a3700ba4eb req-4918629d-b8aa-4352-b8d6-6d4d7b2a1dac tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0488944 Oct 27 05:58:01.942777 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f1a2e1c4-8184-4f89-8f88-52a3700ba4eb req-9e06d766-ecf0-4d4e-bd29-53a462475b37 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335302 Oct 27 05:58:02.147538 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0c0e832f-318d-4c6f-9737-8002db26ba47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:02.197153 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d778087-22ee-49d6-84f0-d863f6d26f4e req-d93c5433-149e-4d3b-b17f-2c8ea2dec200 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 210 time: 0.0279274 Oct 27 05:58:02.364329 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84df31b-e7f9-4972-aa99-68886a366eff req-3c979b3d-a30a-482f-b7ce-99c667cd1fbe tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:02.365715 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a84df31b-e7f9-4972-aa99-68886a366eff req-3c979b3d-a30a-482f-b7ce-99c667cd1fbe tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 932 time: 0.0479417 Oct 27 05:58:02.405720 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a84df31b-e7f9-4972-aa99-68886a366eff req-2709f47d-f475-4d3a-845d-27988c866301 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342193 Oct 27 05:58:03.058194 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cf88c-9bff-42a6-ba81-bb586ea0a014 req-bd5c728d-35e3-4e4f-be10-0c303944e9d3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:03.059715 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cc4cf88c-9bff-42a6-ba81-bb586ea0a014 req-bd5c728d-35e3-4e4f-be10-0c303944e9d3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Oct 27 05:58:03.088047 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Request body: {'port': {'device_id': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:03.147223 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cc4cf88c-9bff-42a6-ba81-bb586ea0a014 req-416899dd-5b1b-4a4a-932b-4ffbd3b1c49e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725720 Oct 27 05:58:03.174253 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:03.193143 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:03.316535 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4e3662d-ac9e-4bef-b534-de62bd9092b4 req-633a2946-c71d-4c18-8a27-6825ba8a0053 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 210 time: 0.0336347 Oct 27 05:58:03.478706 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:03.495366 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:58:03.503443 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:03.533018 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Transition to ACTIVE for port object 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:58:03.549603 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b4ba0-bbe2-471e-bac5-bbde83a28aaa req-85c6f21f-796b-43de-8997-5cd07e0367e8 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:03.551137 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-065b4ba0-bbe2-471e-bac5-bbde83a28aaa req-85c6f21f-796b-43de-8997-5cd07e0367e8 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 932 time: 0.0739830 Oct 27 05:58:03.590240 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-065b4ba0-bbe2-471e-bac5-bbde83a28aaa req-781309c7-7a0b-49f2-b157-32eab8027b08 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325868 Oct 27 05:58:03.615983 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:03.671611 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Pushing event updated for resources: {'Port': ['ID=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:03.749579 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Attempting to bind port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:58:03.750014 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Attempting to bind port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:58:03.750483 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Attempting to bind port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 on network 791f211a-d120-4756-bade-e92f947a1db8 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:03.755078 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 on network 791f211a-d120-4756-bade-e92f947a1db8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:58:03.755403 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Attempting to bind port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 on network 791f211a-d120-4756-bade-e92f947a1db8 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:03.760466 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:58:03.760815 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Checking segment: {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:03.761378 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Bound using segment: {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:58:03.761707 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Bound port: 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:58:03.762083 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:03.833023 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] For port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:58:03.836518 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] For port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:58:03.902753 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:03.944239 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:03.944845 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:03.946350 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] 10.222.0.26 "PUT /v2.0/ports/6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 HTTP/1.1" status: 200 len: 1094 time: 0.8628857 Oct 27 05:58:03.946792 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'tag': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:58:03.949012 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ae0340-57cd-4f42-9c7a-20ec44101223" -d '{"events": [{"name": "network-changed", "server_uuid": "ff008025-5f92-4d88-93e5-6a9ac9a059d3", "tag": "6667fdeb-3f95-42d5-95fc-68a1bc7b66f4"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:58:03.980722 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb0a75-85a6-4656-a32d-ff4939346fde service neutron] Pushing event updated for resources: {'Port': ['ID=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:04.010253 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c59b5ed-aabb-4ed6-8cb4-b05fbf6d9a61 x-openstack-request-id: req-1c59b5ed-aabb-4ed6-8cb4-b05fbf6d9a61 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:58:04.011155 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff008025-5f92-4d88-93e5-6a9ac9a059d3", "tag": "6667fdeb-3f95-42d5-95fc-68a1bc7b66f4", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:58:04.011721 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c59b5ed-aabb-4ed6-8cb4-b05fbf6d9a61 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:58:04.012377 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'tag': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4', 'status': 'completed', 'code': 200} Oct 27 05:58:04.118173 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0340-57cd-4f42-9c7a-20ec44101223 req-22088b83-b820-47ba-bb22-e482966a7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:04.119891 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e9ae0340-57cd-4f42-9c7a-20ec44101223 req-22088b83-b820-47ba-bb22-e482966a7ee9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 1097 time: 0.0592961 Oct 27 05:58:04.283435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0340-57cd-4f42-9c7a-20ec44101223 req-ef057ab2-34f6-4cd3-992d-52c76004fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:04.284886 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e9ae0340-57cd-4f42-9c7a-20ec44101223 req-ef057ab2-34f6-4cd3-992d-52c76004fa07 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1334193 Oct 27 05:58:04.300083 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832687b-5bb6-4f95-96ce-c54702a8ec27 req-ce9a9f07-3190-4760-af90-9a5c04b392cf tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:04.301495 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8832687b-5bb6-4f95-96ce-c54702a8ec27 req-ce9a9f07-3190-4760-af90-9a5c04b392cf tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0784054 Oct 27 05:58:04.473057 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-140d299b-c826-4f25-94d0-b2f3a96fac33 req-8f60d410-20ad-4084-9b08-e34359ab77ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 210 time: 0.0601606 Oct 27 05:58:04.488564 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8832687b-5bb6-4f95-96ce-c54702a8ec27 req-222db26b-9e01-49d9-bde9-64866f6fa67c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807568 Oct 27 05:58:04.552591 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0340-57cd-4f42-9c7a-20ec44101223 req-ec167808-764b-4fa1-a2e2-7d786068a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:04.554151 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e9ae0340-57cd-4f42-9c7a-20ec44101223 req-ec167808-764b-4fa1-a2e2-7d786068a68f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2395585 Oct 27 05:58:04.602406 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-b1381d7d-fb46-482f-a07a-58c98f725ae2 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:04.603993 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-b1381d7d-fb46-482f-a07a-58c98f725ae2 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.26 "GET /v2.0/networks?id=216ae045-d6d1-4e7f-84a6-b05c20eaac9c HTTP/1.1" status: 200 len: 808 time: 0.1374626 Oct 27 05:58:04.636906 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Request body: {'port': {'device_id': '60c7d448-3455-4b09-8dbc-cb289bfb9c88', 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c', 'admin_state_up': True, 'tenant_id': '42bec6bb64174e1ebdadc9e1add27572'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:04.767135 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-a5caf151-71ec-4626-96b6-38ed7efe5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:04.768634 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-a5caf151-71ec-4626-96b6-38ed7efe5c00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 1097 time: 0.1283071 Oct 27 05:58:04.801364 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15404edd-bfb1-4788-9238-570f74637a5b req-642d32ff-2e2c-4c4a-be3c-38893e117e42 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:04.801364 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-15404edd-bfb1-4788-9238-570f74637a5b req-642d32ff-2e2c-4c4a-be3c-38893e117e42 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 944 time: 0.1229107 Oct 27 05:58:04.846850 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-64c82229-0254-4efc-b0bd-7a3e1b968fcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 HTTP/1.1" status: 200 len: 217 time: 0.0449409 Oct 27 05:58:04.925605 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-15404edd-bfb1-4788-9238-570f74637a5b req-fce1f57a-eb3d-4e21-8319-990845e186a5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171386 Oct 27 05:58:04.934788 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-a498522f-79f7-4b37-80cd-1f7742c29c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:04.936366 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-a498522f-79f7-4b37-80cd-1f7742c29c50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=828a660e-e26a-4dc9-9073-1f5128f4f313 HTTP/1.1" status: 200 len: 849 time: 0.0785639 Oct 27 05:58:04.947414 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:04.990620 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-f89713eb-e4c9-498d-8adc-e6273db4fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:04.992170 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-f89713eb-e4c9-498d-8adc-e6273db4fe3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=791f211a-d120-4756-bade-e92f947a1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462093 Oct 27 05:58:05.019148 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Made reservation on behalf of 42bec6bb64174e1ebdadc9e1add27572 for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:58:05.022618 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:05.156593 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-943e1216-f01b-471f-a288-db0cf48a590a service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545179 Oct 27 05:58:05.257570 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Allocated IP 172.20.0.2 (216ae045-d6d1-4e7f-84a6-b05c20eaac9c/862f5a37-1f5c-4fdd-9f1c-dda1991f72e4/e709c16a-a6d8-4ba6-af60-3f3423f46646) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:58:05.322803 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6403a196-5b0e-42ca-80bb-9aebe6195643 req-82ce5544-f16a-4de5-94c0-7160efb12f86 service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279104 Oct 27 05:58:05.430616 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:05.514164 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:05.564827 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:05.586349 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:05.606318 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:58:05.648991 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Pushing event updated for resources: {'Port': ['ID=e709c16a-a6d8-4ba6-af60-3f3423f46646,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:05.692625 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:05.693247 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:05.703956 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d58d6-2090-47a0-baa1-13dbc41592ba req-1d8f64b1-1143-4d9f-a77e-25535f66c121 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:05.705461 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-727d58d6-2090-47a0-baa1-13dbc41592ba req-1d8f64b1-1143-4d9f-a77e-25535f66c121 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 931 time: 0.1504843 Oct 27 05:58:05.715304 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010de258-535c-4dbf-9ce4-72be1acd6cb4 req-806f48a3-cc87-461f-9cdb-6f94bf076f13 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:05.716707 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-010de258-535c-4dbf-9ce4-72be1acd6cb4 req-806f48a3-cc87-461f-9cdb-6f94bf076f13 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1443586 Oct 27 05:58:05.774761 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-727d58d6-2090-47a0-baa1-13dbc41592ba req-cee800eb-d5e5-4172-9818-9a590e4ff205 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570035 Oct 27 05:58:05.779378 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-010de258-535c-4dbf-9ce4-72be1acd6cb4 req-0d38a239-7020-4ad5-afd0-590d2fdb418d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526061 Oct 27 05:58:05.807267 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-f6b8b96f-7761-440d-be7c-ac860fae4ce8 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1745338 Oct 27 05:58:05.871105 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55000) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:05.977417 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6601e46e-78ed-47cd-a468-2cdf5a1268a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:06.044711 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323a06d-3997-48f9-a942-a8f584bbbde4 req-8f6fa548-75d7-4461-84d8-052880aa851a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:06.046305 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f323a06d-3997-48f9-a942-a8f584bbbde4 req-8f6fa548-75d7-4461-84d8-052880aa851a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 944 time: 0.0496938 Oct 27 05:58:06.049419 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6601e46e-78ed-47cd-a468-2cdf5a1268a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:06.084820 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f323a06d-3997-48f9-a942-a8f584bbbde4 req-bc349f84-a9d5-4767-9b51-ca5cf2d7afbd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321438 Oct 27 05:58:06.145546 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6601e46e-78ed-47cd-a468-2cdf5a1268a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:06.183818 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-6601e46e-78ed-47cd-a468-2cdf5a1268a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22db456d6e4941c49184cc9fe68f5ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115449 Oct 27 05:58:06.184611 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601e46e-78ed-47cd-a468-2cdf5a1268a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eb4a1e-8b16-4937-a466-36821a08c360,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:06.187037 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 55008) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:06.236731 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-83857f4e-7334-4419-ad00-95a7953d4705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:06.257781 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-83857f4e-7334-4419-ad00-95a7953d4705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:06.374520 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-83857f4e-7334-4419-ad00-95a7953d4705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:06.377016 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-83857f4e-7334-4419-ad00-95a7953d4705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:06.378262 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-83857f4e-7334-4419-ad00-95a7953d4705 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8eb4a1e-8b16-4937-a466-36821a08c360 HTTP/1.1" status: 204 len: 168 time: 0.1901448 Oct 27 05:58:06.385994 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83857f4e-7334-4419-ad00-95a7953d4705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eb4a1e-8b16-4937-a466-36821a08c360,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:06.917323 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda7ee2-f32a-4a10-b579-c2abe99d2a67 req-56f8f368-f7f8-4f0b-add7-d13ba603d03c tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:06.918834 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-edda7ee2-f32a-4a10-b579-c2abe99d2a67 req-56f8f368-f7f8-4f0b-add7-d13ba603d03c tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 931 time: 0.0772488 Oct 27 05:58:06.926289 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092783bf-6a22-47f8-9cb8-f4207859b0ac req-cdb67017-7ad6-4530-a9c0-085cd09445b5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:06.927641 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-092783bf-6a22-47f8-9cb8-f4207859b0ac req-cdb67017-7ad6-4530-a9c0-085cd09445b5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0771854 Oct 27 05:58:06.980380 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-edda7ee2-f32a-4a10-b579-c2abe99d2a67 req-47dd8c47-bc24-484c-8685-90f956f0f274 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517960 Oct 27 05:58:06.987783 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-092783bf-6a22-47f8-9cb8-f4207859b0ac req-e8e67aca-a400-4f1d-9895-f69cfffd022c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534418 Oct 27 05:58:07.383693 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b435bb-3ad9-4e18-8c79-850320bfe380 req-32db4d12-d101-4bd5-a951-8bfef19d1c01 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:07.385087 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-80b435bb-3ad9-4e18-8c79-850320bfe380 req-32db4d12-d101-4bd5-a951-8bfef19d1c01 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 944 time: 0.2339895 Oct 27 05:58:07.421992 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-80b435bb-3ad9-4e18-8c79-850320bfe380 req-e648d6d7-f5ec-4731-9106-f754b398dd05 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308938 Oct 27 05:58:08.122616 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b990347-a339-45a7-92f3-2f9f0d87b6bb req-35cc0783-b3ff-4ad6-9c71-dc3de3dee322 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:08.124132 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8b990347-a339-45a7-92f3-2f9f0d87b6bb req-35cc0783-b3ff-4ad6-9c71-dc3de3dee322 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 931 time: 0.0759716 Oct 27 05:58:08.131271 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bda61d-ad53-487c-a407-4f21cbee9ce3 req-f7fe2de4-a275-40ed-a624-ac0a46d2ecb6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:08.132609 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c4bda61d-ad53-487c-a407-4f21cbee9ce3 req-f7fe2de4-a275-40ed-a624-ac0a46d2ecb6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0756960 Oct 27 05:58:08.190665 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8b990347-a339-45a7-92f3-2f9f0d87b6bb req-af95a211-e099-4321-9c28-c1bf4db87d03 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571053 Oct 27 05:58:08.193359 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c4bda61d-ad53-487c-a407-4f21cbee9ce3 req-12350e03-b51a-46ab-8a57-8aad9f9e400a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537093 Oct 27 05:58:08.537813 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8adced-94a5-4ab7-a05d-44cb46147abd req-d7f13579-bbd4-465a-aa21-dddc338ab42f tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:08.539304 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3b8adced-94a5-4ab7-a05d-44cb46147abd req-d7f13579-bbd4-465a-aa21-dddc338ab42f tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 944 time: 0.0495784 Oct 27 05:58:08.577603 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3b8adced-94a5-4ab7-a05d-44cb46147abd req-7bdf9ccf-0c1e-422b-b048-5864331d1fc0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313942 Oct 27 05:58:08.658287 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Request body: {'port': {'device_id': '60c7d448-3455-4b09-8dbc-cb289bfb9c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:08.709945 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:08.967821 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e709c16a-a6d8-4ba6-af60-3f3423f46646 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:58:08.975122 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:08.987643 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Transition to ACTIVE for port object e709c16a-a6d8-4ba6-af60-3f3423f46646 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:58:09.094149 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:09.145039 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Pushing event updated for resources: {'Port': ['ID=e709c16a-a6d8-4ba6-af60-3f3423f46646,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:09.216566 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Attempting to bind port e709c16a-a6d8-4ba6-af60-3f3423f46646 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:58:09.217819 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Attempting to bind port e709c16a-a6d8-4ba6-af60-3f3423f46646 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:58:09.218010 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Attempting to bind port e709c16a-a6d8-4ba6-af60-3f3423f46646 on network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:09.222180 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Port e709c16a-a6d8-4ba6-af60-3f3423f46646 on network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:58:09.222499 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Attempting to bind port e709c16a-a6d8-4ba6-af60-3f3423f46646 on network 216ae045-d6d1-4e7f-84a6-b05c20eaac9c {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:09.227347 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:58:09.227678 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Checking segment: {'id': 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:09.228060 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Bound using segment: {'id': 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:58:09.228483 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Bound port: e709c16a-a6d8-4ba6-af60-3f3423f46646, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:58:09.228831 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:09.322838 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] For port e709c16a-a6d8-4ba6-af60-3f3423f46646, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:58:09.339076 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c424fb-c562-4f0f-a509-765490d5ee08 req-d5b434fc-b27f-473a-866b-eefee7189da6 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:09.340544 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-44c424fb-c562-4f0f-a509-765490d5ee08 req-d5b434fc-b27f-473a-866b-eefee7189da6 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 943 time: 0.0764501 Oct 27 05:58:09.344327 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] For port e709c16a-a6d8-4ba6-af60-3f3423f46646, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e709c16a-a6d8-4ba6-af60-3f3423f46646,segment=NetworkSegment(d7894d6a-a455-40aa-b9b5-e55ebbfe862b),segment_id=d7894d6a-a455-40aa-b9b5-e55ebbfe862b)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:58:09.379635 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-44c424fb-c562-4f0f-a509-765490d5ee08 req-3e2d2db9-91fa-493e-aef3-14171ea178b6 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326722 Oct 27 05:58:09.453878 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:09.510791 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:09.511406 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:09.512789 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] 10.222.0.26 "PUT /v2.0/ports/e709c16a-a6d8-4ba6-af60-3f3423f46646 HTTP/1.1" status: 200 len: 1093 time: 0.8588901 Oct 27 05:58:09.515761 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c7d448-3455-4b09-8dbc-cb289bfb9c88', 'tag': 'e709c16a-a6d8-4ba6-af60-3f3423f46646'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:58:09.518059 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a02db2-0350-417d-8c36-3a1991af2f49" -d '{"events": [{"name": "network-changed", "server_uuid": "60c7d448-3455-4b09-8dbc-cb289bfb9c88", "tag": "e709c16a-a6d8-4ba6-af60-3f3423f46646"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:58:09.543510 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba311e-231b-4934-93ac-9a3e3d31edec service neutron] Pushing event updated for resources: {'Port': ['ID=e709c16a-a6d8-4ba6-af60-3f3423f46646,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:09.554748 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4f4fb-54d3-4323-bc1c-e6cca209f353 req-f45069e2-0b05-40d4-8aa1-33f40489a872 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:09.556440 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-76d4f4fb-54d3-4323-bc1c-e6cca209f353 req-f45069e2-0b05-40d4-8aa1-33f40489a872 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1125455 Oct 27 05:58:09.630046 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-76d4f4fb-54d3-4323-bc1c-e6cca209f353 req-7391bea1-1e63-442d-b39e-8a05cafedd1e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616999 Oct 27 05:58:09.676984 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4b2453-48c2-477f-ba6b-cecb75c27569 x-openstack-request-id: req-6f4b2453-48c2-477f-ba6b-cecb75c27569 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:58:09.677275 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c7d448-3455-4b09-8dbc-cb289bfb9c88", "tag": "e709c16a-a6d8-4ba6-af60-3f3423f46646", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:58:09.677615 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f4b2453-48c2-477f-ba6b-cecb75c27569 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:58:09.677940 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c7d448-3455-4b09-8dbc-cb289bfb9c88', 'tag': 'e709c16a-a6d8-4ba6-af60-3f3423f46646', 'status': 'completed', 'code': 200} Oct 27 05:58:09.692205 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-05581045-2b6e-411f-bc6d-16612d9f84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:09.693680 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-05581045-2b6e-411f-bc6d-16612d9f84b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42bec6bb64174e1ebdadc9e1add27572&device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 1096 time: 0.0473831 Oct 27 05:58:09.752510 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-50c8c1ec-1440-4d62-8e4c-70de4968da94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e709c16a-a6d8-4ba6-af60-3f3423f46646 HTTP/1.1" status: 200 len: 217 time: 0.0426371 Oct 27 05:58:09.825049 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-230b3c34-0dec-4468-8360-ac69e01819d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:09.830339 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-230b3c34-0dec-4468-8360-ac69e01819d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=862f5a37-1f5c-4fdd-9f1c-dda1991f72e4 HTTP/1.1" status: 200 len: 848 time: 0.0692980 Oct 27 05:58:09.843634 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10586c04-8e2d-4981-bd11-0ccf76ed3bac req-cca5eb61-be63-4341-bd0e-19ffa061a141 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:09.845215 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-10586c04-8e2d-4981-bd11-0ccf76ed3bac req-cca5eb61-be63-4341-bd0e-19ffa061a141 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 944 time: 0.0955853 Oct 27 05:58:09.881442 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-af520cb0-c6be-4634-b72f-70bd94c6ff95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=216ae045-d6d1-4e7f-84a6-b05c20eaac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352323 Oct 27 05:58:09.979891 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-10586c04-8e2d-4981-bd11-0ccf76ed3bac req-90a423a1-cf83-4def-9267-7cd94f10d094 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067886 Oct 27 05:58:10.027707 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3244a3-60c1-4234-93e8-b8ea5a25bcae req-58dfe4b9-0ff7-4cb5-8566-0dcd87aed1d4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:10.029225 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ca3244a3-60c1-4234-93e8-b8ea5a25bcae req-58dfe4b9-0ff7-4cb5-8566-0dcd87aed1d4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1076424 Oct 27 05:58:10.035466 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-03a1f4b9-a64a-4fd1-a2aa-5dc740bfcec9 service neutron] 10.222.0.26 "GET /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438000 Oct 27 05:58:10.075882 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ca3244a3-60c1-4234-93e8-b8ea5a25bcae req-b268cf28-4bfa-41eb-be80-a92e9c224909 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395377 Oct 27 05:58:10.157127 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d97ab0c-dd9e-4456-89fc-c03799e6f1ca req-2f73fba0-f1dc-4753-806a-1da65af1981c service neutron] 10.222.0.26 "GET /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951297 Oct 27 05:58:10.413406 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a02db2-0350-417d-8c36-3a1991af2f49 req-3da51a88-918c-48b6-b502-03970394cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:10.414966 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55a02db2-0350-417d-8c36-3a1991af2f49 req-3da51a88-918c-48b6-b502-03970394cd47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42bec6bb64174e1ebdadc9e1add27572&device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 1096 time: 0.0469453 Oct 27 05:58:10.559125 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df6275-4c30-4004-9c75-898f38859706 req-ae6ceb81-26eb-4ba1-a318-b2bc78e0ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:10.561129 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-61df6275-4c30-4004-9c75-898f38859706 req-ae6ceb81-26eb-4ba1-a318-b2bc78e0ca5d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 1098 time: 0.1181777 Oct 27 05:58:10.588531 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f3c4-af2a-422a-9e53-daf2618e905c req-15dde069-4731-4f71-80e9-01d445435957 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:10.590078 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4892f3c4-af2a-422a-9e53-daf2618e905c req-15dde069-4731-4f71-80e9-01d445435957 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 943 time: 0.1391888 Oct 27 05:58:10.619815 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a02db2-0350-417d-8c36-3a1991af2f49 req-b812a752-c63a-4c25-987d-1346db74b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:10.621212 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55a02db2-0350-417d-8c36-3a1991af2f49 req-b812a752-c63a-4c25-987d-1346db74b92a service neutron] 10.222.0.26 "GET /v2.0/networks?id=216ae045-d6d1-4e7f-84a6-b05c20eaac9c HTTP/1.1" status: 200 len: 909 time: 0.1875124 Oct 27 05:58:10.643073 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-61df6275-4c30-4004-9c75-898f38859706 req-1a20b540-1183-454c-b5de-d25edea5bd66 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749629 Oct 27 05:58:10.655472 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4892f3c4-af2a-422a-9e53-daf2618e905c req-a6bf744d-59d7-4c1a-b46e-983de479b4f1 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503109 Oct 27 05:58:10.734593 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd02ebf-d6b8-47ba-9d12-fac5278bb145 req-668e1b6d-24ef-4328-99c7-2292ec2f7f36 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:10.736051 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dbd02ebf-d6b8-47ba-9d12-fac5278bb145 req-668e1b6d-24ef-4328-99c7-2292ec2f7f36 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0484014 Oct 27 05:58:10.772094 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dbd02ebf-d6b8-47ba-9d12-fac5278bb145 req-fa026b0a-ef9e-42f2-a0a2-05aed41a5f5b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301960 Oct 27 05:58:11.093573 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a03092-9592-4978-9155-d8b14ac4e35f req-073c9603-69df-404c-a0f0-926da06d70a8 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:11.095067 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b1a03092-9592-4978-9155-d8b14ac4e35f req-073c9603-69df-404c-a0f0-926da06d70a8 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 944 time: 0.0482945 Oct 27 05:58:11.132188 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b1a03092-9592-4978-9155-d8b14ac4e35f req-f8a9c336-fc06-420b-86ac-93dbfe7a1ceb tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312736 Oct 27 05:58:11.197901 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409871f2-7214-4a6d-9d32-8e3e681bc80e req-40328456-1988-442e-bfaa-c3f60f0db303 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:11.199385 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-409871f2-7214-4a6d-9d32-8e3e681bc80e req-40328456-1988-442e-bfaa-c3f60f0db303 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0526440 Oct 27 05:58:11.237368 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-409871f2-7214-4a6d-9d32-8e3e681bc80e req-25d80818-00b0-41cd-b239-e1f6acb14f11 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316262 Oct 27 05:58:11.767341 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba06e6-b04f-4aea-9f7b-b5ca792f10c5 req-147164a9-8f45-46a0-afd1-8c180f1001a0 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:11.768815 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7eba06e6-b04f-4aea-9f7b-b5ca792f10c5 req-147164a9-8f45-46a0-afd1-8c180f1001a0 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 943 time: 0.0484624 Oct 27 05:58:11.806953 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7eba06e6-b04f-4aea-9f7b-b5ca792f10c5 req-a55addcc-e35a-4f2d-a0ad-37e159e1a1e0 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Oct 27 05:58:11.884979 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd697-2e3b-4046-8b9a-298ad2d495de req-d49fbcc4-cc95-4854-a10b-9f6f9e9d5f3c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:11.886419 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-16acd697-2e3b-4046-8b9a-298ad2d495de req-d49fbcc4-cc95-4854-a10b-9f6f9e9d5f3c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0485749 Oct 27 05:58:11.926477 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-16acd697-2e3b-4046-8b9a-298ad2d495de req-1a61d391-564d-476b-b477-4d23467a2221 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337329 Oct 27 05:58:12.253136 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b86f0c-0e6f-4248-9626-b2fcdcc3ffcd req-46e928c2-6baf-477b-885d-5ea2f0b5b2b7 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:12.254617 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a7b86f0c-0e6f-4248-9626-b2fcdcc3ffcd req-46e928c2-6baf-477b-885d-5ea2f0b5b2b7 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 944 time: 0.0558891 Oct 27 05:58:12.292191 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a7b86f0c-0e6f-4248-9626-b2fcdcc3ffcd req-3cec599a-a617-4a36-861d-ae4a93432b05 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317595 Oct 27 05:58:12.356035 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3bd09-7fbf-4a89-ae69-f56c6ed2906e req-b7f992b9-712c-4cc0-bdf2-7ed9fe8a4ab7 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:12.358410 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b8f3bd09-7fbf-4a89-ae69-f56c6ed2906e req-b7f992b9-712c-4cc0-bdf2-7ed9fe8a4ab7 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0487080 Oct 27 05:58:12.395046 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b8f3bd09-7fbf-4a89-ae69-f56c6ed2906e req-317da0de-5ddd-4b6f-88e4-1bf8ce3ac49c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306704 Oct 27 05:58:12.699877 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:58:12.797204 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:12.807784 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'port_id': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4', 'mac_address': 'fa:16:3e:68:3e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:58:12.845620 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:12.859653 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:58:12.879441 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:12.919047 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20f939-a11b-4164-861b-267a019a38cc req-ae86fdb4-bb7a-4f6f-92f8-2c4c5beeb837 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:12.920665 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9a20f939-a11b-4164-861b-267a019a38cc req-ae86fdb4-bb7a-4f6f-92f8-2c4c5beeb837 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 943 time: 0.0481851 Oct 27 05:58:12.958174 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9a20f939-a11b-4164-861b-267a019a38cc req-767ad2c4-bbe0-4fed-9ee2-d6f0d6302e1e tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Oct 27 05:58:12.985624 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:13.035719 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:13.044206 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e9d7a-65ac-4b8a-a879-91cddbd056b9 req-18e3c748-0ef5-4c5e-9656-02f958aef4bb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:13.045788 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-357e9d7a-65ac-4b8a-a879-91cddbd056b9 req-18e3c748-0ef5-4c5e-9656-02f958aef4bb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0522346 Oct 27 05:58:13.083366 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-357e9d7a-65ac-4b8a-a879-91cddbd056b9 req-87370540-696f-4f58-b2b7-444897129da2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Oct 27 05:58:13.406614 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd97d84-ec6c-44ce-8736-7131f9d1e7c9 req-ae5e915b-da4f-4c33-af3c-d37e107707c4 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:13.408076 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3fd97d84-ec6c-44ce-8736-7131f9d1e7c9 req-ae5e915b-da4f-4c33-af3c-d37e107707c4 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 945 time: 0.0483012 Oct 27 05:58:13.447211 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3fd97d84-ec6c-44ce-8736-7131f9d1e7c9 req-6ec775b6-7b32-424e-8522-7769c2081d30 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329478 Oct 27 05:58:13.515325 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75bae8-95d4-4042-b44a-151daf96b447 req-af1a40cb-d61b-44b1-a4a6-7e9507962ef5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:13.516837 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cf75bae8-95d4-4042-b44a-151daf96b447 req-af1a40cb-d61b-44b1-a4a6-7e9507962ef5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0489671 Oct 27 05:58:13.553492 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cf75bae8-95d4-4042-b44a-151daf96b447 req-268c99d0-7ffd-4d6c-8b27-d2d2e953169f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308619 Oct 27 05:58:14.073269 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbef4e-58d1-480a-8746-150fcc31c900 req-6c014b73-6d86-4083-950c-5a4b528ca210 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:14.074752 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-acbbef4e-58d1-480a-8746-150fcc31c900 req-6c014b73-6d86-4083-950c-5a4b528ca210 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 943 time: 0.0515256 Oct 27 05:58:14.110712 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['6667fdeb-3f95-42d5-95fc-68a1bc7b66f4'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:58:14.128502 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55a02db2-0350-417d-8c36-3a1991af2f49 req-a2ba7567-86a9-45aa-8727-10ee13e79239 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e709c16a-a6d8-4ba6-af60-3f3423f46646 HTTP/1.1" status: 200 len: 217 time: 0.0413473 Oct 27 05:58:14.189631 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-acbbef4e-58d1-480a-8746-150fcc31c900 req-3b9f18ac-3e3b-4262-964a-50a8e708d61d tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080763 Oct 27 05:58:14.232313 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a02db2-0350-417d-8c36-3a1991af2f49 req-3e8b2a06-9356-4ff2-93df-a6e805214ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:14.233907 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55a02db2-0350-417d-8c36-3a1991af2f49 req-3e8b2a06-9356-4ff2-93df-a6e805214ad2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=862f5a37-1f5c-4fdd-9f1c-dda1991f72e4 HTTP/1.1" status: 200 len: 848 time: 0.0917408 Oct 27 05:58:14.246316 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73598cea-bc55-47bd-9b8b-f96e48f81bb9 req-523639a5-a7c5-40db-a793-507aa44131af tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:14.247759 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-73598cea-bc55-47bd-9b8b-f96e48f81bb9 req-523639a5-a7c5-40db-a793-507aa44131af tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0886250 Oct 27 05:58:14.278254 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55a02db2-0350-417d-8c36-3a1991af2f49 req-33d82f24-ebe6-495a-8872-91854e6a89dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=216ae045-d6d1-4e7f-84a6-b05c20eaac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294752 Oct 27 05:58:14.343973 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-73598cea-bc55-47bd-9b8b-f96e48f81bb9 req-021cde60-7143-42cb-874b-050d025ec75c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866632 Oct 27 05:58:14.389225 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55a02db2-0350-417d-8c36-3a1991af2f49 req-f4138a56-e912-4028-aa77-67d729b5e9bb service neutron] 10.222.0.26 "GET /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979087 Oct 27 05:58:14.479772 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55a02db2-0350-417d-8c36-3a1991af2f49 req-ecb0a9a5-ace4-4755-91b0-c41150f6ed11 service neutron] 10.222.0.26 "GET /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836573 Oct 27 05:58:14.564511 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1002e55-9644-40de-8e9b-e9bb4143f759 req-6c19de5d-b853-4972-972f-2a749dd7e6a1 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:14.565926 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f1002e55-9644-40de-8e9b-e9bb4143f759 req-6c19de5d-b853-4972-972f-2a749dd7e6a1 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 945 time: 0.0488250 Oct 27 05:58:14.605429 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f1002e55-9644-40de-8e9b-e9bb4143f759 req-6d206283-0bf8-4855-9226-f937ade633a1 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334160 Oct 27 05:58:14.677994 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c01ee1-3b43-4e33-a43a-7f69fc4c5394 req-8d581a4c-958d-4e62-9758-e36358400d73 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:14.679451 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-88c01ee1-3b43-4e33-a43a-7f69fc4c5394 req-8d581a4c-958d-4e62-9758-e36358400d73 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0522227 Oct 27 05:58:14.716245 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-88c01ee1-3b43-4e33-a43a-7f69fc4c5394 req-66ca7b6e-14ba-4fb6-83ea-24c296c4e0a8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308106 Oct 27 05:58:15.309356 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b31b8-96c3-4368-808b-b15c3e5b59eb req-7d9784f0-d695-49e5-b89c-9477e8048d0f tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:15.310873 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8e0b31b8-96c3-4368-808b-b15c3e5b59eb req-7d9784f0-d695-49e5-b89c-9477e8048d0f tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 943 time: 0.0518451 Oct 27 05:58:15.351388 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8e0b31b8-96c3-4368-808b-b15c3e5b59eb req-4772dc98-b140-4ee4-bdee-34bc5b2ebc1b tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334661 Oct 27 05:58:15.503875 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb158228-75b2-4866-b35a-49eaa1f7cb1c req-08620283-e1a5-4311-a426-7f80f08d01b5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:15.506086 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bb158228-75b2-4866-b35a-49eaa1f7cb1c req-08620283-e1a5-4311-a426-7f80f08d01b5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0836236 Oct 27 05:58:15.552863 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bb158228-75b2-4866-b35a-49eaa1f7cb1c req-07f93fc6-1019-46c3-83fe-3797c30edce9 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Oct 27 05:58:15.748679 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:15.765383 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30792381-db25-48e1-afe7-a40b040bb4d7 req-73d6823c-b173-42ba-9a06-fcb8e84c84c3 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:15.767012 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-30792381-db25-48e1-afe7-a40b040bb4d7 req-73d6823c-b173-42ba-9a06-fcb8e84c84c3 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 945 time: 0.0812397 Oct 27 05:58:15.824913 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-30792381-db25-48e1-afe7-a40b040bb4d7 req-6f21617c-8fb7-4f20-bfce-ab2ed9edd5e8 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515404 Oct 27 05:58:15.918426 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:58:15.924047 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:15.924886 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:15.947834 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a673df-2998-45d0-8255-432f4c8902f2 req-5e3e8392-3eb5-449d-9edf-8e8765c5cb95 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:15.949346 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-97a673df-2998-45d0-8255-432f4c8902f2 req-5e3e8392-3eb5-449d-9edf-8e8765c5cb95 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0577686 Oct 27 05:58:16.015330 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:16.021544 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95276b-38f6-4e2d-adf2-fee406d66df7 req-6702b4af-1725-4ba0-a190-bd71e8920ca3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:16.023117 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d95276b-38f6-4e2d-adf2-fee406d66df7 req-6702b4af-1725-4ba0-a190-bd71e8920ca3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0728335 Oct 27 05:58:16.026553 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-97a673df-2998-45d0-8255-432f4c8902f2 req-8b5df0cf-1e35-4546-8626-ec234fbcadd6 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660045 Oct 27 05:58:16.041568 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:58:16.044391 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cbb2f7-a0ea-4719-a822-b3c7eff027dd" -d '{"events": [{"server_uuid": "ff008025-5f92-4d88-93e5-6a9ac9a059d3", "name": "network-vif-plugged", "status": "completed", "tag": "6667fdeb-3f95-42d5-95fc-68a1bc7b66f4"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:58:16.059500 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:16.088203 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b9fb5e-378f-4092-ad26-e179daa69f4c x-openstack-request-id: req-96b9fb5e-378f-4092-ad26-e179daa69f4c {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:58:16.088523 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff008025-5f92-4d88-93e5-6a9ac9a059d3", "name": "network-vif-plugged", "status": "completed", "tag": "6667fdeb-3f95-42d5-95fc-68a1bc7b66f4", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:58:16.088800 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96b9fb5e-378f-4092-ad26-e179daa69f4c {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:58:16.089192 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4', 'code': 200} Oct 27 05:58:16.119362 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d95276b-38f6-4e2d-adf2-fee406d66df7 req-c2e44ed1-8919-4714-aa66-6edb9f9e00a3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862837 Oct 27 05:58:16.128904 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc63abc-65ff-49f5-8e0b-9d8a52374560 req-8834aec3-e51b-4382-8cb1-97e8e8701836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:16.130746 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8fc63abc-65ff-49f5-8e0b-9d8a52374560 req-8834aec3-e51b-4382-8cb1-97e8e8701836 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 1098 time: 0.0634732 Oct 27 05:58:16.142225 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:16.199581 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:16.232506 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc63abc-65ff-49f5-8e0b-9d8a52374560 req-998684f0-6968-4dc7-9757-cb45618fefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:16.234739 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8fc63abc-65ff-49f5-8e0b-9d8a52374560 req-998684f0-6968-4dc7-9757-cb45618fefdc service neutron] 10.222.0.26 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 919 time: 0.0904303 Oct 27 05:58:16.286124 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8fc63abc-65ff-49f5-8e0b-9d8a52374560 req-39f21508-1c94-44e8-8e72-5dc0eee3b0e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 HTTP/1.1" status: 200 len: 217 time: 0.0390902 Oct 27 05:58:16.337142 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc63abc-65ff-49f5-8e0b-9d8a52374560 req-023b3c57-e3d1-453f-a970-28be384a659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:16.338684 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8fc63abc-65ff-49f5-8e0b-9d8a52374560 req-023b3c57-e3d1-453f-a970-28be384a659b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 200 len: 858 time: 0.0449960 Oct 27 05:58:16.374922 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8fc63abc-65ff-49f5-8e0b-9d8a52374560 req-1b0329d5-b8c0-4b68-b2cf-aa1a1a94cc50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d47e9b37-1bb4-4526-b397-18f220ed76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247688 Oct 27 05:58:16.529766 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce331c-8618-40db-ad37-de738b7db0a7 req-b8b95c43-460c-4d6c-a089-56ccd7063922 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:16.531863 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0bce331c-8618-40db-ad37-de738b7db0a7 req-b8b95c43-460c-4d6c-a089-56ccd7063922 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 943 time: 0.1043060 Oct 27 05:58:16.538846 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8fc63abc-65ff-49f5-8e0b-9d8a52374560 req-add72f6e-d29d-4c5b-ba00-86abdcfe7f96 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560287 Oct 27 05:58:16.552226 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842d26-c7a3-4027-a79a-f9785ce24179 req-0b3d4982-17e3-447a-9d4c-30815ac29414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:16.553650 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d7842d26-c7a3-4027-a79a-f9785ce24179 req-0b3d4982-17e3-447a-9d4c-30815ac29414 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 1099 time: 0.0901363 Oct 27 05:58:16.646341 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0bce331c-8618-40db-ad37-de738b7db0a7 req-a99a6125-5a32-4edd-8472-7b6839b162c5 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047766 Oct 27 05:58:16.661846 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d7842d26-c7a3-4027-a79a-f9785ce24179 req-e4a41e98-785a-433b-9257-c2b28cb2fce3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922830 Oct 27 05:58:16.692096 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8fc63abc-65ff-49f5-8e0b-9d8a52374560 req-ab28f019-5459-4c19-8cdb-f43333bd8725 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427519 Oct 27 05:58:16.947700 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32837573-e7a9-4aa1-9c20-e4a070de96d9 req-b6814fc6-ecf4-4166-ac4c-2f25c8e98cbd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:16.949160 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-32837573-e7a9-4aa1-9c20-e4a070de96d9 req-b6814fc6-ecf4-4166-ac4c-2f25c8e98cbd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0491803 Oct 27 05:58:16.989422 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-32837573-e7a9-4aa1-9c20-e4a070de96d9 req-6e5502a5-d218-4563-8b6d-b44774a4a32a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341837 Oct 27 05:58:17.165246 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2032c-841f-4970-906f-36f9017c0ebe req-c19338e6-cf04-42fe-a9bc-57f54bacd8ee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:17.166778 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2fe2032c-841f-4970-906f-36f9017c0ebe req-c19338e6-cf04-42fe-a9bc-57f54bacd8ee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0529945 Oct 27 05:58:17.229763 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2fe2032c-841f-4970-906f-36f9017c0ebe req-3123bfd5-cbda-4197-98cd-44875623c89d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563731 Oct 27 05:58:17.248308 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375f10e-89ee-4b95-8ae7-a99c178d8d4d req-0c6f804f-cf13-4fdd-bed6-9a3a169d1254 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:17.249850 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9375f10e-89ee-4b95-8ae7-a99c178d8d4d req-0c6f804f-cf13-4fdd-bed6-9a3a169d1254 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0634816 Oct 27 05:58:17.287605 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9375f10e-89ee-4b95-8ae7-a99c178d8d4d req-1ef59f1d-ba1e-411d-9de8-0087ab02aca5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Oct 27 05:58:17.761333 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device e709c16a-a6d8-4ba6-af60-3f3423f46646 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:58:17.782180 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0cacb-b0dc-4e1e-a4d7-2eb4314e44c4 req-6de92dd1-1e07-4747-80e3-88781327e7cb tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:17.783788 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ece0cacb-b0dc-4e1e-a4d7-2eb4314e44c4 req-6de92dd1-1e07-4747-80e3-88781327e7cb tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 943 time: 0.0537221 Oct 27 05:58:17.826956 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ece0cacb-b0dc-4e1e-a4d7-2eb4314e44c4 req-0cbcbf53-e326-4759-bea5-2b889785879f tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Oct 27 05:58:17.862443 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port e709c16a-a6d8-4ba6-af60-3f3423f46646, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e709c16a-a6d8-4ba6-af60-3f3423f46646,segment=NetworkSegment(d7894d6a-a455-40aa-b9b5-e55ebbfe862b),segment_id=d7894d6a-a455-40aa-b9b5-e55ebbfe862b)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:17.877254 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'e709c16a-a6d8-4ba6-af60-3f3423f46646', 'network_id': '216ae045-d6d1-4e7f-84a6-b05c20eaac9c', 'port_id': 'e709c16a-a6d8-4ba6-af60-3f3423f46646', 'mac_address': 'fa:16:3e:2e:c6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862f5a37-1f5c-4fdd-9f1c-dda1991f72e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:58:17.913882 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:17.926253 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e709c16a-a6d8-4ba6-af60-3f3423f46646 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:58:17.945340 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port e709c16a-a6d8-4ba6-af60-3f3423f46646, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e709c16a-a6d8-4ba6-af60-3f3423f46646,segment=NetworkSegment(d7894d6a-a455-40aa-b9b5-e55ebbfe862b),segment_id=d7894d6a-a455-40aa-b9b5-e55ebbfe862b)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:18.033563 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:18.087364 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=e709c16a-a6d8-4ba6-af60-3f3423f46646,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:18.123631 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3d61-51b3-45a2-ab15-96220bb3a589 req-f79b32be-df81-4986-bd4a-81db17991f73 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:18.125093 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-455a3d61-51b3-45a2-ab15-96220bb3a589 req-f79b32be-df81-4986-bd4a-81db17991f73 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0633702 Oct 27 05:58:18.165547 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-455a3d61-51b3-45a2-ab15-96220bb3a589 req-58254c45-4dad-4c38-99c9-cde8b9bfb321 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336254 Oct 27 05:58:18.358179 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e9719-4e33-4349-b92c-fa008646c433 req-cb443d87-8e10-41cb-9ab2-68bac932bccf tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:18.360281 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1e3e9719-4e33-4349-b92c-fa008646c433 req-cb443d87-8e10-41cb-9ab2-68bac932bccf tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0498984 Oct 27 05:58:18.428368 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d8be9-9b5b-4c04-8493-5886a7257e19 req-c667073f-fe35-439d-b6e1-e5679d531201 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:18.429862 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e83d8be9-9b5b-4c04-8493-5886a7257e19 req-c667073f-fe35-439d-b6e1-e5679d531201 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0686338 Oct 27 05:58:18.434749 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1e3e9719-4e33-4349-b92c-fa008646c433 req-663de79b-fd62-4390-b0b5-abe56f9945dd tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640893 Oct 27 05:58:18.467061 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e83d8be9-9b5b-4c04-8493-5886a7257e19 req-d7ed2397-2ee4-4ffa-a0b7-b3a0831f2797 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Oct 27 05:58:18.944558 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10efec-3999-48ce-88fa-3d44e6dafde6 req-8e47f313-56b6-40a7-958c-e282b18900f0 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:18.946022 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc10efec-3999-48ce-88fa-3d44e6dafde6 req-8e47f313-56b6-40a7-958c-e282b18900f0 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 944 time: 0.0506473 Oct 27 05:58:18.982967 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc10efec-3999-48ce-88fa-3d44e6dafde6 req-56bcd503-333f-4a26-a7a5-9ac496adefea tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Oct 27 05:58:19.279361 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a027562-eced-434c-92ab-a985a474db3e req-70fd1aeb-bdc0-4bb1-95b1-f3876faa0e4e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:19.280804 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1a027562-eced-434c-92ab-a985a474db3e req-70fd1aeb-bdc0-4bb1-95b1-f3876faa0e4e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0493693 Oct 27 05:58:19.319305 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1a027562-eced-434c-92ab-a985a474db3e req-1e5975be-7b19-4698-aa52-aa73643f2c03 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320172 Oct 27 05:58:19.759160 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12a5d-9534-4656-9fbc-92c42553af63 req-d5424efd-a03a-47ae-bc15-4cc928ab9c7b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:19.760549 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9ea12a5d-9534-4656-9fbc-92c42553af63 req-d5424efd-a03a-47ae-bc15-4cc928ab9c7b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.2550004 Oct 27 05:58:19.791634 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42948143-e772-43b4-9dde-39cd2be7edaf req-814d23e7-0603-46bf-af46-e1613201437b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:19.793057 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-42948143-e772-43b4-9dde-39cd2be7edaf req-814d23e7-0603-46bf-af46-e1613201437b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.2564027 Oct 27 05:58:19.823125 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9ea12a5d-9534-4656-9fbc-92c42553af63 req-6f9ccb19-a031-4d25-9a86-94dbb7d6dc70 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551443 Oct 27 05:58:19.841299 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-42948143-e772-43b4-9dde-39cd2be7edaf req-94d2f14d-58f2-418c-99c8-bcf13ac1fb75 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 Oct 27 05:58:20.096679 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac7ef-e131-40c2-9460-ee3027076f15 req-e111cfe2-994d-4c11-b6f2-ee19403aa5d1 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:20.098184 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-425ac7ef-e131-40c2-9460-ee3027076f15 req-e111cfe2-994d-4c11-b6f2-ee19403aa5d1 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 944 time: 0.0482051 Oct 27 05:58:20.136379 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-425ac7ef-e131-40c2-9460-ee3027076f15 req-0f9e65a7-7dc0-4709-b239-bc95dae70755 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Oct 27 05:58:20.433924 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a31bc0-6975-4151-9f1c-48a6c803537a req-87304941-5685-4826-9c80-eb42c07247e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:20.435379 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c2a31bc0-6975-4151-9f1c-48a6c803537a req-87304941-5685-4826-9c80-eb42c07247e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0484533 Oct 27 05:58:20.476066 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c2a31bc0-6975-4151-9f1c-48a6c803537a req-56975140-55f1-4169-82f8-ddf57c239d3e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348079 Oct 27 05:58:20.978373 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60551c1b-815a-40d5-81ae-80451f62694a req-87950e32-858d-4b78-911e-70ff98b8fb7a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:20.979849 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-60551c1b-815a-40d5-81ae-80451f62694a req-87950e32-858d-4b78-911e-70ff98b8fb7a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0760081 Oct 27 05:58:20.988220 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19774e-9bd9-4b7c-af34-6aa58959c8fc req-0049edb1-6323-4ec2-be63-304ae2a0fee2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:20.989571 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6c19774e-9bd9-4b7c-af34-6aa58959c8fc req-0049edb1-6323-4ec2-be63-304ae2a0fee2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0760453 Oct 27 05:58:21.044234 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-60551c1b-815a-40d5-81ae-80451f62694a req-4ecb7340-b434-4d90-bd2d-881c00557b0c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536804 Oct 27 05:58:21.048885 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6c19774e-9bd9-4b7c-af34-6aa58959c8fc req-86a8dc33-f70b-4eb2-b776-c4c2ae911f83 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527089 Oct 27 05:58:21.257854 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7329612-8dfe-4942-a003-64640d54720c req-74935e76-0824-495f-8415-aaee6ee7ac0e tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:21.259334 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7329612-8dfe-4942-a003-64640d54720c req-74935e76-0824-495f-8415-aaee6ee7ac0e tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 944 time: 0.0546765 Oct 27 05:58:21.298636 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7329612-8dfe-4942-a003-64640d54720c req-923bf4f6-cbe0-4e33-a7a8-4d2ece8e78fa tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Oct 27 05:58:21.497469 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['e709c16a-a6d8-4ba6-af60-3f3423f46646'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:58:21.603662 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc820667-aeb4-476c-814d-ee89eeae91e6 req-7de1864c-2576-4f80-8103-3511c89ad200 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:21.605207 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc820667-aeb4-476c-814d-ee89eeae91e6 req-7de1864c-2576-4f80-8103-3511c89ad200 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0588894 Oct 27 05:58:21.647913 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc820667-aeb4-476c-814d-ee89eeae91e6 req-b9642d34-be24-4ffa-9fc9-89c8d53c7324 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356040 Oct 27 05:58:22.202492 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6913d45-5998-4ca4-b830-7d320a6e9a84 req-6658f9ec-dd0a-465a-bd21-2a17c94af721 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:22.203981 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a6913d45-5998-4ca4-b830-7d320a6e9a84 req-6658f9ec-dd0a-465a-bd21-2a17c94af721 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0857706 Oct 27 05:58:22.212733 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11ba59-f809-476b-b1dc-c9dcc2704a1f req-8010f205-91a7-49c3-9078-f84d3d0367f1 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:22.213899 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ee11ba59-f809-476b-b1dc-c9dcc2704a1f req-8010f205-91a7-49c3-9078-f84d3d0367f1 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0846720 Oct 27 05:58:22.274092 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a6913d45-5998-4ca4-b830-7d320a6e9a84 req-08920252-9c63-48f6-8b65-89225a938b03 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591798 Oct 27 05:58:22.276834 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ee11ba59-f809-476b-b1dc-c9dcc2704a1f req-c7433cdf-d0c7-4691-a0ec-8de2dac6794f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549588 Oct 27 05:58:22.416366 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b93ec-4c07-4dfd-a5d5-59666e4b73a3 req-49a40458-5b9f-40fc-972e-59bf0d7dce6b tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:22.417884 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-050b93ec-4c07-4dfd-a5d5-59666e4b73a3 req-49a40458-5b9f-40fc-972e-59bf0d7dce6b tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 944 time: 0.0524554 Oct 27 05:58:22.456998 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-050b93ec-4c07-4dfd-a5d5-59666e4b73a3 req-0cbaabcd-078f-4ab9-8357-d2c3eca4a3df tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Oct 27 05:58:22.770206 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed6295-b596-431d-8459-afd2ecada676 req-08a6f679-b9d3-4a66-97f0-f64c6cf6dbc6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:22.771678 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3eed6295-b596-431d-8459-afd2ecada676 req-08a6f679-b9d3-4a66-97f0-f64c6cf6dbc6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0513783 Oct 27 05:58:22.813316 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3eed6295-b596-431d-8459-afd2ecada676 req-a006e7c8-1945-443e-a9a3-49bf913b7c97 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357153 Oct 27 05:58:22.893932 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device e709c16a-a6d8-4ba6-af60-3f3423f46646 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:22.930654 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d1477-7e95-4b47-821d-af293f3fcbd6 req-467ddad6-4a0f-4969-ad7e-f689c38484f8 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:22.940168 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-483d1477-7e95-4b47-821d-af293f3fcbd6 req-467ddad6-4a0f-4969-ad7e-f689c38484f8 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0555511 Oct 27 05:58:22.945541 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 55340) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:22.950163 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-38dcd856-8028-4bfe-9797-57f3db3a57df tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'floatingip': {'port_id': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:23.007678 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port e709c16a-a6d8-4ba6-af60-3f3423f46646 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:58:23.011643 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port e709c16a-a6d8-4ba6-af60-3f3423f46646 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:23.012016 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:23.023351 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-38dcd856-8028-4bfe-9797-57f3db3a57df tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:23.096867 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:23.119938 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c7d448-3455-4b09-8dbc-cb289bfb9c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e709c16a-a6d8-4ba6-af60-3f3423f46646'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:58:23.122138 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4789b5c-01eb-4bcb-a1da-11605393e0d7" -d '{"events": [{"server_uuid": "60c7d448-3455-4b09-8dbc-cb289bfb9c88", "name": "network-vif-plugged", "status": "completed", "tag": "e709c16a-a6d8-4ba6-af60-3f3423f46646"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:58:23.137175 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port e709c16a-a6d8-4ba6-af60-3f3423f46646, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e709c16a-a6d8-4ba6-af60-3f3423f46646,segment=NetworkSegment(d7894d6a-a455-40aa-b9b5-e55ebbfe862b),segment_id=d7894d6a-a455-40aa-b9b5-e55ebbfe862b)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:23.163788 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8369405-0a01-4a56-afac-8ae0f8c983bd x-openstack-request-id: req-f8369405-0a01-4a56-afac-8ae0f8c983bd {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:58:23.164083 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c7d448-3455-4b09-8dbc-cb289bfb9c88", "name": "network-vif-plugged", "status": "completed", "tag": "e709c16a-a6d8-4ba6-af60-3f3423f46646", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:58:23.164345 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8369405-0a01-4a56-afac-8ae0f8c983bd {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:58:23.164736 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c7d448-3455-4b09-8dbc-cb289bfb9c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e709c16a-a6d8-4ba6-af60-3f3423f46646', 'code': 200} Oct 27 05:58:23.216175 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:23.264784 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=e709c16a-a6d8-4ba6-af60-3f3423f46646,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:23.649056 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03534d8-25f1-41c3-b8a3-0588e832199c req-f6e6cdb9-e5e2-434f-a3f7-9efee53f3684 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:23.650608 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f03534d8-25f1-41c3-b8a3-0588e832199c req-f6e6cdb9-e5e2-434f-a3f7-9efee53f3684 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.2929268 Oct 27 05:58:23.676825 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9a281-14e7-4800-84b8-5931f3c18b6b req-6dadb5fd-d819-4fed-9639-b74ae0edcc4d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:23.678406 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d2a9a281-14e7-4800-84b8-5931f3c18b6b req-6dadb5fd-d819-4fed-9639-b74ae0edcc4d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.3220463 Oct 27 05:58:23.688986 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.db.resource_extend [None req-38dcd856-8028-4bfe-9797-57f3db3a57df tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 05:58:23.696015 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:23.755304 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-f992abdd-1e2a-4fea-ade3-f4967225ac91 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2762606 Oct 27 05:58:23.829193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-38dcd856-8028-4bfe-9797-57f3db3a57df tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:23.846335 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc030e6-4fc5-458a-98d1-b52ac7f153af req-50168cf3-2bcd-4801-b836-b37389cc2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:23.847921 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-acc030e6-4fc5-458a-98d1-b52ac7f153af req-50168cf3-2bcd-4801-b836-b37389cc2915 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 1098 time: 0.2972403 Oct 27 05:58:23.866740 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f03534d8-25f1-41c3-b8a3-0588e832199c req-9bfe778c-bab4-4dd9-a1db-72e717620ab3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832523 Oct 27 05:58:23.875331 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d2a9a281-14e7-4800-84b8-5931f3c18b6b req-7ddd6a77-c4ad-454e-bb1d-09b0049e16c2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796560 Oct 27 05:58:23.919503 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-38dcd856-8028-4bfe-9797-57f3db3a57df tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:23.922482 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-acc030e6-4fc5-458a-98d1-b52ac7f153af req-8146a991-0d1f-43cb-8b2b-74458a303df1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547647 Oct 27 05:58:23.988074 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-3df06891-024c-475e-8c49-03737662f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:23.989691 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-3df06891-024c-475e-8c49-03737662f1ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 1098 time: 0.1628766 Oct 27 05:58:24.337026 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fcf66-3021-4abd-896e-774fb63c15df req-04970492-08f1-48b3-946a-78ba5a94f377 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:24.338550 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ad2fcf66-3021-4abd-896e-774fb63c15df req-04970492-08f1-48b3-946a-78ba5a94f377 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 945 time: 0.3224618 Oct 27 05:58:24.355060 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.l3_db [None req-38dcd856-8028-4bfe-9797-57f3db3a57df tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Floating IP 471f7621-6a84-4b7c-a3d4-9f0bffee16a7 associated. External IP: 172.27.1.80, port: 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4. Oct 27 05:58:24.432221 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55374) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:24.459770 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-1bc33444-fd35-4cdf-9291-f597a61edcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:24.461187 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-1bc33444-fd35-4cdf-9291-f597a61edcef service neutron] 10.222.0.26 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 919 time: 0.2204390 Oct 27 05:58:24.471274 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ad2fcf66-3021-4abd-896e-774fb63c15df req-490cf0a4-4338-4d84-9362-a5f81fdd02c6 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240835 Oct 27 05:58:24.535685 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-f33628ed-56cc-4600-a4f2-3ad450a53ba7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd420cf3-e36a-432a-a26a-e033aa2cab0a HTTP/1.1" status: 200 len: 217 time: 0.0481002 Oct 27 05:58:24.550767 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:24.629480 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:24.662839 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-1b01161d-bd3d-49a8-9faa-bd0568ab6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:24.664301 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-1b01161d-bd3d-49a8-9faa-bd0568ab6a81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 200 len: 858 time: 0.0876033 Oct 27 05:58:24.695278 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:24.701059 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-07939bc6-257e-42f8-96ee-79160e7c53fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d47e9b37-1bb4-4526-b397-18f220ed76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273511 Oct 27 05:58:24.709653 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dcd856-8028-4bfe-9797-57f3db3a57df tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Router 0913fa8f-383e-4e5e-810c-ea440f7de558 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:58:24.765416 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=851df670b4a241f29ce684af80470858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320978 Oct 27 05:58:24.767590 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf175dbe-f024-47f7-855f-c304816d6399,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:24.771364 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 55384) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:24.774351 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.774713 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.775057 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.775394 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.775727 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.776061 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.776395 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.776724 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.777052 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.777377 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.777786 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.778115 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d7f43-258f-4db6-8a88-56c8965e4772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:24.931935 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-42f920ca-ab79-443f-910b-5d0679cb4032 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210014 Oct 27 05:58:24.934079 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:24.956377 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dcd856-8028-4bfe-9797-57f3db3a57df tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:58:24.972054 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] Sync routers for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:58:24.975834 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-38dcd856-8028-4bfe-9797-57f3db3a57df tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:24.983237 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:58:24.983853 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:58:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:25.035684 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:25.083367 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-38dcd856-8028-4bfe-9797-57f3db3a57df tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "PUT /v2.0/floatingips/471f7621-6a84-4b7c-a3d4-9f0bffee16a7 HTTP/1.1" status: 200 len: 991 time: 2.1366613 Oct 27 05:58:25.087646 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'tag': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:58:25.089925 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dc78a0-4bbd-486a-a793-cb80f6851670" -d '{"events": [{"name": "network-changed", "server_uuid": "ff008025-5f92-4d88-93e5-6a9ac9a059d3", "tag": "6667fdeb-3f95-42d5-95fc-68a1bc7b66f4"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:58:25.095808 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:58:25.170161 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620c85d-b8f3-42f9-86da-f51cf8c585d6 req-485078d0-0e48-49ba-ada6-ace92ca1c70d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:25.170161 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d620c85d-b8f3-42f9-86da-f51cf8c585d6 req-485078d0-0e48-49ba-ada6-ace92ca1c70d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1718278 Oct 27 05:58:25.177495 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-537da74e-2bdf-4dd8-a9bf-3cdfca359ca2 req-0a699780-289c-47de-b4fa-493b3bf6f57b service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364326 Oct 27 05:58:25.209573 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d620c85d-b8f3-42f9-86da-f51cf8c585d6 req-8adc5dca-7759-4c14-b05c-af221b5c0d50 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Oct 27 05:58:25.261934 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5780c01-288e-4ed5-a297-953458dc0028 x-openstack-request-id: req-d5780c01-288e-4ed5-a297-953458dc0028 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:58:25.261934 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff008025-5f92-4d88-93e5-6a9ac9a059d3", "tag": "6667fdeb-3f95-42d5-95fc-68a1bc7b66f4", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:58:25.261934 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5780c01-288e-4ed5-a297-953458dc0028 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:58:25.261934 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'tag': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4', 'status': 'completed', 'code': 200} Oct 27 05:58:25.289465 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:25.292191 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:25.293381 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf175dbe-f024-47f7-855f-c304816d6399 HTTP/1.1" status: 204 len: 168 time: 0.5215435 Oct 27 05:58:25.301798 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf175dbe-f024-47f7-855f-c304816d6399,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:25.310614 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.310975 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.311366 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.311694 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.312030 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.312376 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.312706 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.313041 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.313369 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.313724 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.314131 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.315157 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451605-c5ea-45da-a9ed-862a9f8d70e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:25.432141 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-70c8ed3e-54f6-4c2b-b9cb-ec6b13f33f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:25.433653 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-70c8ed3e-54f6-4c2b-b9cb-ec6b13f33f82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 1099 time: 0.0468187 Oct 27 05:58:25.447857 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '471f7621-6a84-4b7c-a3d4-9f0bffee16a7', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'port_id': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'mac_address': 'fa:16:3e:68:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:57:51Z', 'updated_at': '2021-10-27T05:58:23Z', 'revision_number': 1, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:25.477852 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] Checking router: 0913fa8f-383e-4e5e-810c-ea440f7de558 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:58:25.486914 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:58:25.487531 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:58:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:25.614444 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:58:25.630910 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44d008-af66-42ed-b3c9-f726671798fc req-d2b39b9a-f43c-467b-8325-f5cabcabd018 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:25.632530 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5d44d008-af66-42ed-b3c9-f726671798fc req-d2b39b9a-f43c-467b-8325-f5cabcabd018 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 945 time: 0.0731530 Oct 27 05:58:25.665129 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-6d9b471f-d8f2-42ba-95d1-e6185420eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:25.667700 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-6d9b471f-d8f2-42ba-95d1-e6185420eaca service neutron] 10.222.0.26 "GET /v2.0/networks?id=791f211a-d120-4756-bade-e92f947a1db8 HTTP/1.1" status: 200 len: 911 time: 0.1952884 Oct 27 05:58:25.734586 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5d44d008-af66-42ed-b3c9-f726671798fc req-a28d7b56-9408-4679-b2d7-9ca61d13e08f tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917153 Oct 27 05:58:25.795003 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-bf4114ff-4285-4d06-bc2d-013de6943dcf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 HTTP/1.1" status: 200 len: 999 time: 0.1131501 Oct 27 05:58:25.859439 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-9807c264-1882-44fa-8318-b771dd9a0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:25.860974 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-9807c264-1882-44fa-8318-b771dd9a0f6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=828a660e-e26a-4dc9-9073-1f5128f4f313 HTTP/1.1" status: 200 len: 849 time: 0.0534806 Oct 27 05:58:25.870595 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 55408) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:25.920037 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '471f7621-6a84-4b7c-a3d4-9f0bffee16a7', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'port_id': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'mac_address': 'fa:16:3e:68:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:57:51Z', 'updated_at': '2021-10-27T05:58:23Z', 'revision_number': 1, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:25.933040 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-8b7d9adb-b2b7-433c-80df-ed2881be0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:25.935848 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-8b7d9adb-b2b7-433c-80df-ed2881be0d13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=791f211a-d120-4756-bade-e92f947a1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582466 Oct 27 05:58:25.952011 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b740fb3-9313-4fc7-a75b-563e35eb723a None None] The sync data for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi is: [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '471f7621-6a84-4b7c-a3d4-9f0bffee16a7', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'port_id': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'mac_address': 'fa:16:3e:68:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:57:51Z', 'updated_at': '2021-10-27T05:58:23Z', 'revision_number': 1, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:58:25.991436 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538cef4-eb77-4ba2-a3a9-d06549ba6256 req-4d792f30-5feb-474e-b030-f081092d397b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:25.993865 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5538cef4-eb77-4ba2-a3a9-d06549ba6256 req-4d792f30-5feb-474e-b030-f081092d397b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0527427 Oct 27 05:58:26.013211 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab403-0cb2-425f-8b37-4f2eb25762ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:26.115705 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5538cef4-eb77-4ba2-a3a9-d06549ba6256 req-559ca511-a074-4d04-978f-1d64e1b7ecce tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159036 Oct 27 05:58:26.184966 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-8646bc34-f64b-4e90-8ded-b14305c4d549 service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599112 Oct 27 05:58:26.205216 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9ba79-5c50-468a-a6b1-642a266b4700 None None] New status for floating IP 471f7621-6a84-4b7c-a3d4-9f0bffee16a7: ACTIVE {{(pid=113448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:58:26.233710 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab403-0cb2-425f-8b37-4f2eb25762ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:26.308240 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab403-0cb2-425f-8b37-4f2eb25762ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:26.385885 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ab403-0cb2-425f-8b37-4f2eb25762ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3a4529-993f-45dc-bb16-006b35424a68,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:26.389985 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-7c1ab403-0cb2-425f-8b37-4f2eb25762ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd5b2a49f40b48c1be6fe74dc42b6b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193696 Oct 27 05:58:26.393685 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55428) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:26.415385 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe991278-0c19-4d2b-bbae-12076c2354a1 req-05f87af5-8896-46f8-ac07-de1d5e091eab tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:26.416857 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fe991278-0c19-4d2b-bbae-12076c2354a1 req-05f87af5-8896-46f8-ac07-de1d5e091eab tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1237035 Oct 27 05:58:26.418963 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77dc78a0-4bbd-486a-a793-cb80f6851670 req-bcac412d-0e8d-429c-9606-8642f7891850 service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117853 Oct 27 05:58:26.460435 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fe991278-0c19-4d2b-bbae-12076c2354a1 req-349e23d8-028b-4aef-9788-5febc04837bc tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367885 Oct 27 05:58:26.473493 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9a499264-56d1-42ac-bcc8-5464ea7079a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:26.503487 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9a499264-56d1-42ac-bcc8-5464ea7079a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:26.638035 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9a499264-56d1-42ac-bcc8-5464ea7079a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:26.640696 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9a499264-56d1-42ac-bcc8-5464ea7079a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:26.641977 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-9a499264-56d1-42ac-bcc8-5464ea7079a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a3a4529-993f-45dc-bb16-006b35424a68 HTTP/1.1" status: 204 len: 168 time: 0.2472630 Oct 27 05:58:26.650962 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a499264-56d1-42ac-bcc8-5464ea7079a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3a4529-993f-45dc-bb16-006b35424a68,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:26.848365 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab71820-c6bc-4871-85fb-f0ee146eac6c req-a7788719-251a-432a-970b-269073531594 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:26.849897 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ab71820-c6bc-4871-85fb-f0ee146eac6c req-a7788719-251a-432a-970b-269073531594 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 945 time: 0.0500054 Oct 27 05:58:26.889780 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ab71820-c6bc-4871-85fb-f0ee146eac6c req-6dce00d5-a935-4e53-97bb-e7b46a0cb09d tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340247 Oct 27 05:58:27.282338 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 55444) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:27.299960 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-116b8417-be27-46c6-9eff-ed24a42e9d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:27.370381 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-116b8417-be27-46c6-9eff-ed24a42e9d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:27.449406 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-116b8417-be27-46c6-9eff-ed24a42e9d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:27.495704 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-116b8417-be27-46c6-9eff-ed24a42e9d42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ecea6960aa24493b3d71def69a13f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116516 Oct 27 05:58:27.496263 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55454) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:27.497796 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b8417-be27-46c6-9eff-ed24a42e9d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aacac16-d03b-4380-902f-d73c39cc1956,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:27.563452 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-793f7ec0-726f-4568-a32f-c7152925b6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:27.595801 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-793f7ec0-726f-4568-a32f-c7152925b6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:27.609064 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f40bc7-3b86-42ae-b3d8-a1396e2f6009 req-c04f5eb7-7ce4-4322-a9a9-56982bb61f49 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:27.609064 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-84f40bc7-3b86-42ae-b3d8-a1396e2f6009 req-c04f5eb7-7ce4-4322-a9a9-56982bb61f49 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0632670 Oct 27 05:58:27.658236 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-84f40bc7-3b86-42ae-b3d8-a1396e2f6009 req-f9b2af9f-07ca-446a-8c6d-2fd4d7c463b1 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462375 Oct 27 05:58:27.763898 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-793f7ec0-726f-4568-a32f-c7152925b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:27.766530 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-793f7ec0-726f-4568-a32f-c7152925b6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:27.767800 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-793f7ec0-726f-4568-a32f-c7152925b6bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2aacac16-d03b-4380-902f-d73c39cc1956 HTTP/1.1" status: 204 len: 168 time: 0.2705374 Oct 27 05:58:27.775786 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f7ec0-726f-4568-a32f-c7152925b6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aacac16-d03b-4380-902f-d73c39cc1956,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:28.000581 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 55466) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:28.112131 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-44355c3d-8dbe-47d1-8bf0-6f859f0cd8f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:28.187596 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-44355c3d-8dbe-47d1-8bf0-6f859f0cd8f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:28.276887 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-44355c3d-8dbe-47d1-8bf0-6f859f0cd8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:28.321038 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-44355c3d-8dbe-47d1-8bf0-6f859f0cd8f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9495eb166025466090a40a155caf5c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191266 Oct 27 05:58:28.323658 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55486) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:28.329097 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44355c3d-8dbe-47d1-8bf0-6f859f0cd8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071d6a0d-896c-4ada-a37a-0943fa3d6da6,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:28.374826 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a9da5ad4-f9d0-41f9-aba8-76372452ef25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:28.399527 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a9da5ad4-f9d0-41f9-aba8-76372452ef25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:28.516312 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a9da5ad4-f9d0-41f9-aba8-76372452ef25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:28.519594 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a9da5ad4-f9d0-41f9-aba8-76372452ef25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:28.520885 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a9da5ad4-f9d0-41f9-aba8-76372452ef25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/071d6a0d-896c-4ada-a37a-0943fa3d6da6 HTTP/1.1" status: 204 len: 168 time: 0.1959276 Oct 27 05:58:28.530343 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da5ad4-f9d0-41f9-aba8-76372452ef25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071d6a0d-896c-4ada-a37a-0943fa3d6da6,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:28.706477 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55500) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:28.823904 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09c283-2bb0-49b5-a5e8-c751e7b70554 req-49d532fb-7f1e-47a8-8b97-6f2b6cbaa713 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:28.825414 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9d09c283-2bb0-49b5-a5e8-c751e7b70554 req-49d532fb-7f1e-47a8-8b97-6f2b6cbaa713 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0817792 Oct 27 05:58:28.840001 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb6f14-a9aa-4512-add8-2a46b408e95e req-4a563b7c-1358-496d-af98-f0c8fa028b3f tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:28.841502 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-acbb6f14-a9aa-4512-add8-2a46b408e95e req-4a563b7c-1358-496d-af98-f0c8fa028b3f tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 945 time: 0.0707111 Oct 27 05:58:28.904681 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9d09c283-2bb0-49b5-a5e8-c751e7b70554 req-8f97ea7d-ea80-45e2-991d-d07030d6b2fd tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580750 Oct 27 05:58:28.907746 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-acbb6f14-a9aa-4512-add8-2a46b408e95e req-5af23e3c-10d3-41a8-87bb-6028c6b70535 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600169 Oct 27 05:58:28.919574 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 59a678d6-ba75-46b9-8975-11348c16a2ca details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:58:28.924783 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-288274835-network', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:29.030218 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:29.034222 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Made reservation on behalf of bbfc3b5643ac42e984eb5d86e2cdc0f9 for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:58:29.034222 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.042192 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'port_id': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'mac_address': 'fa:16:3e:4b:59:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:58:29.042367 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.081995 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.097863 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59a678d6-ba75-46b9-8975-11348c16a2ca {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:58:29.118567 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:29.122961 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.224824 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.225276 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.248136 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:58:29.264851 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc5d61-d019-429b-94a0-8b6f61d9c619,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:29.268988 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.269345 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Added segment 2fabdc84-408c-4da4-8d71-768a1758f5d3 of type vlan for network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 Oct 27 05:58:29.293326 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=6']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:29.314450 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.399601 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.399601 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:29.399601 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.460092 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] Pushing event updated for resources: {'Network': ['ID=0919d7c1-cb0b-4c83-825d-fb9f86b95f83,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:29.471390 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:58:29.507207 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8931bea3-aa96-4366-a552-4b9cf1709868 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7993300 Oct 27 05:58:29.513437 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['59a678d6-ba75-46b9-8975-11348c16a2ca'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:58:29.513803 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55526) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:29.515149 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Request body: {'subnet': {'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-288274835-subnet', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:29.624431 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Made reservation on behalf of bbfc3b5643ac42e984eb5d86e2cdc0f9 for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:58:29.627931 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.642789 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-eff0a79e-01ec-4485-b7e9-b1ccf2a85990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.855711 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:29.915655 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b755ee-8a36-4466-97b2-429384b9a95b,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:29.923829 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Checking segment: {'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:29.924194 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Network hostable DHCP agents. Network: 0919d7c1-cb0b-4c83-825d-fb9f86b95f83, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:58:30.002354 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:58:30.086257 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d398-b6d4-4205-adaf-52b2c13fa299 req-d7fcb897-c014-45b2-a826-b7f931c18c65 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:30.086257 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-aab2d398-b6d4-4205-adaf-52b2c13fa299 req-d7fcb897-c014-45b2-a826-b7f931c18c65 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 945 time: 0.0796294 Oct 27 05:58:30.094289 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb0096-d400-4d0d-bd04-35a84096d909 req-9af1af41-86eb-4b54-ba11-6f71f9fdaa9d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:30.096212 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8cdb0096-d400-4d0d-bd04-35a84096d909 req-9af1af41-86eb-4b54-ba11-6f71f9fdaa9d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 944 time: 0.0885315 Oct 27 05:58:30.130057 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 0919d7c1-cb0b-4c83-825d-fb9f86b95f83) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:30.134662 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:30.135624 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:30.145953 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35a4a4-29c7-4410-b595-bd52fbee90e2 None None] Network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:58:30.159940 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-aab2d398-b6d4-4205-adaf-52b2c13fa299 req-ce6d3132-ee46-4b11-9aba-b9dbd8c5cc76 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627477 Oct 27 05:58:30.167939 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8cdb0096-d400-4d0d-bd04-35a84096d909 req-36b74fa3-5545-4ca1-b515-d8bc8ef171a6 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650606 Oct 27 05:58:30.293957 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c888ae8e-3941-4375-a2e2-379307a13a59 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7828355 Oct 27 05:58:30.296355 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55564) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:30.306395 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:30.355965 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5db0faf-7858-5c2d-a427-571b21a65d7d-0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b'}]}} from dv-cinder-815582-2-iscsi. {{(pid=113448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:58:30.357690 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:30.421438 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-552'] for router, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:30.423606 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-531'] for router, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:30.515506 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:30.521205 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.db_base_plugin_common [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Allocated IP 172.20.0.2 (0919d7c1-cb0b-4c83-825d-fb9f86b95f83/c8b755ee-8a36-4466-97b2-429384b9a95b/58251cb0-05ce-45d3-9cac-1a8521235287) {{(pid=113448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:58:30.776760 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:30.914363 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Publish callbacks [] for port, precommit_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:30.942203 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 59a678d6-ba75-46b9-8975-11348c16a2ca up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:31.008816 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 59a678d6-ba75-46b9-8975-11348c16a2ca triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:31.009142 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.014470 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.086706 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 is already hosted by enough agents. {{(pid=113448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:31.089894 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Resources bound (agent type, host, resource id): {{(pid=113448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:31.099641 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Received port after_create {{(pid=113448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:58:31.115808 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.128882 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-f0660124-0eda-4962-97a6-fc4e4bf4ae65 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:31.131689 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-f0660124-0eda-4962-97a6-fc4e4bf4ae65 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 945 time: 0.0665784 Oct 27 05:58:31.139747 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.146559 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Pushing event updated for resources: {'Port': ['ID=58251cb0-05ce-45d3-9cac-1a8521235287,revision_number=1']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:31.185593 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Attempting to bind port 58251cb0-05ce-45d3-9cac-1a8521235287 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:58:31.186255 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Attempting to bind port 58251cb0-05ce-45d3-9cac-1a8521235287 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:58:31.186807 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Attempting to bind port 58251cb0-05ce-45d3-9cac-1a8521235287 on network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:31.229147 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:58:31.229861 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Checking segment: {'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:31.230436 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.231140 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Bound using segment: {'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:58:31.232191 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Bound port: 58251cb0-05ce-45d3-9cac-1a8521235287, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:58:31.233352 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.309933 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-95ddf194-e4ef-4fa6-aa26-a46ff07543ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Deleting port e709c16a-a6d8-4ba6-af60-3f3423f46646 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:58:31.310154 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-95ddf194-e4ef-4fa6-aa26-a46ff07543ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.354829 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Allocated IP 172.27.1.227 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/3accfaba-7bc5-4550-aea2-95d3124724ce) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:58:31.361118 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] For port 58251cb0-05ce-45d3-9cac-1a8521235287, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:58:31.379921 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] For port 58251cb0-05ce-45d3-9cac-1a8521235287, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=58251cb0-05ce-45d3-9cac-1a8521235287,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:58:31.385471 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.444666 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:58:31.452498 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0393cc8b-ea06-4096-8fac-7094038a6471" -d '{"events": [{"server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "name": "network-vif-plugged", "status": "completed", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:58:31.464191 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.473401 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:31.502727 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.549931 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ef44a-6ca0-4794-afa8-400787ce0616 None None] Pushing event updated for resources: {'Port': ['ID=58251cb0-05ce-45d3-9cac-1a8521235287,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:31.570286 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.644189 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=7']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:31.666174 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.761078 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Pushing event updated for resources: {'Port': ['ID=3accfaba-7bc5-4550-aea2-95d3124724ce,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:31.837783 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece6c1c-461b-410e-b618-ebb9e7894c69 req-92e8063a-648a-4bf6-ae17-781ae57d3f26 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:31.838560 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:31.840185 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:31.843631 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:58:31.845258 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0ece6c1c-461b-410e-b618-ebb9e7894c69 req-92e8063a-648a-4bf6-ae17-781ae57d3f26 tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 945 time: 0.5227051 Oct 27 05:58:31.917432 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57846c-8caa-41b0-a35a-525d00565945 req-24cb1fb4-b1cd-4212-933a-ff3da052713f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:31.923995 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d57846c-8caa-41b0-a35a-525d00565945 req-24cb1fb4-b1cd-4212-933a-ff3da052713f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 944 time: 0.5800200 Oct 27 05:58:31.934611 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-95ddf194-e4ef-4fa6-aa26-a46ff07543ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] For port e709c16a-a6d8-4ba6-af60-3f3423f46646, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e709c16a-a6d8-4ba6-af60-3f3423f46646,segment=NetworkSegment(d7894d6a-a455-40aa-b9b5-e55ebbfe862b),segment_id=d7894d6a-a455-40aa-b9b5-e55ebbfe862b)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:31.935081 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-95ddf194-e4ef-4fa6-aa26-a46ff07543ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:31.964664 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-95ddf194-e4ef-4fa6-aa26-a46ff07543ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Calling delete_port for e709c16a-a6d8-4ba6-af60-3f3423f46646 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:58:32.111863 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0ece6c1c-461b-410e-b618-ebb9e7894c69 req-08c369c7-54ee-4e4b-b4ee-6c5e0ab6cdce tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/security-groups?id=aaf55b62-68c1-4e38-a757-7d46474cdc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653675 Oct 27 05:58:32.127848 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d57846c-8caa-41b0-a35a-525d00565945 req-f54adfe4-c720-4279-a0fc-6eee4362a574 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062975 Oct 27 05:58:32.224556 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabf1879-2920-4d57-b8fe-c3f4023ff5b3 x-openstack-request-id: req-fabf1879-2920-4d57-b8fe-c3f4023ff5b3 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:58:32.225083 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "name": "network-vif-plugged", "status": "completed", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:58:32.225539 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fabf1879-2920-4d57-b8fe-c3f4023ff5b3 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:58:32.225655 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'code': 200} Oct 27 05:58:32.226963 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ed3efa15-e84b-4d5a-9035-fa20a9bc9d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:32.266069 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 58251cb0-05ce-45d3-9cac-1a8521235287 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:32.322735 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-95ddf194-e4ef-4fa6-aa26-a46ff07543ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:32.329113 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:32.361629 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 58251cb0-05ce-45d3-9cac-1a8521235287 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:32.362159 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:32.364243 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['e709c16a-a6d8-4ba6-af60-3f3423f46646'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:58:32.419058 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-751fcda1-bf3c-4caf-b91b-5f47044e0060 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1eb79f6085d041bb9d76d2f0c4c8fc14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597126 Oct 27 05:58:32.419883 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddf194-e4ef-4fa6-aa26-a46ff07543ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Pushing event deleted for resources: {'Port': ['ID=e709c16a-a6d8-4ba6-af60-3f3423f46646,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:32.468147 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-95ddf194-e4ef-4fa6-aa26-a46ff07543ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] No DVR routers for this DVR port e709c16a-a6d8-4ba6-af60-3f3423f46646 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:58:32.471510 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-95ddf194-e4ef-4fa6-aa26-a46ff07543ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:32.475457 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7addaca4-a409-4d3d-8430-e663c6cf5297 req-95ddf194-e4ef-4fa6-aa26-a46ff07543ab tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.26 "DELETE /v2.0/ports/e709c16a-a6d8-4ba6-af60-3f3423f46646 HTTP/1.1" status: 204 len: 173 time: 1.3307002 Oct 27 05:58:32.486850 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c7d448-3455-4b09-8dbc-cb289bfb9c88', 'name': 'network-vif-deleted', 'tag': 'e709c16a-a6d8-4ba6-af60-3f3423f46646'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:58:32.489920 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770d2a43-a90b-43c1-b80c-604c2aad3e2c" -d '{"events": [{"server_uuid": "60c7d448-3455-4b09-8dbc-cb289bfb9c88", "name": "network-vif-deleted", "tag": "e709c16a-a6d8-4ba6-af60-3f3423f46646"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:58:32.558609 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:32.629760 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee04c8d8-82c7-42a4-a50e-ba375e462899 x-openstack-request-id: req-ee04c8d8-82c7-42a4-a50e-ba375e462899 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:58:32.630324 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c7d448-3455-4b09-8dbc-cb289bfb9c88", "name": "network-vif-deleted", "tag": "e709c16a-a6d8-4ba6-af60-3f3423f46646", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:58:32.630729 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee04c8d8-82c7-42a4-a50e-ba375e462899 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:58:32.631449 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c7d448-3455-4b09-8dbc-cb289bfb9c88', 'name': 'network-vif-deleted', 'tag': 'e709c16a-a6d8-4ba6-af60-3f3423f46646', 'status': 'completed', 'code': 200} Oct 27 05:58:32.637226 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:58:32.648244 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540'] for router, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:32.689839 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 58251cb0-05ce-45d3-9cac-1a8521235287, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=58251cb0-05ce-45d3-9cac-1a8521235287,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:32.757963 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:32.866781 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-3e5bb6c8-fe7d-476a-8d74-cd781e56cedb tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:32.875154 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-3e5bb6c8-fe7d-476a-8d74-cd781e56cedb tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4335899 Oct 27 05:58:32.882056 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=58251cb0-05ce-45d3-9cac-1a8521235287,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:32.895636 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-42abdfd9-c747-4c3d-95a4-8a9d19322260 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/quotas/1eb79f6085d041bb9d76d2f0c4c8fc14 HTTP/1.1" status: 200 len: 375 time: 0.0206361 Oct 27 05:58:32.941639 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-5fdf7052-d828-42ad-91b6-ab38012e43f4 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1eb79f6085d041bb9d76d2f0c4c8fc14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450969 Oct 27 05:58:32.979726 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcb4cdc-4953-4754-b283-65ca1a7cfb64 None None] Network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:58:32.980794 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 is scheduled to L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a with binding_index 1 {{(pid=113447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:58:33.101799 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-5487e765-1420-4809-b9d5-2df92d9db69f None None] Provisioning complete for port 58251cb0-05ce-45d3-9cac-1a8521235287 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:33.102298 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-5487e765-1420-4809-b9d5-2df92d9db69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:33.277989 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-665c952a-6b5e-4538-9d13-597d00a5ac4b req-650d3cbc-a6ab-43bf-9fdc-925e0a01827f tempest-VolumesActionsTest-864591787 tempest-VolumesActionsTest-864591787-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c7d448-3455-4b09-8dbc-cb289bfb9c88 HTTP/1.1" status: 200 len: 210 time: 0.0482221 Oct 27 05:58:33.336448 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:33.422470 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a60c1-f0ac-41a7-bf82-97ac8ed42b5b req-f8d2dc8e-089b-4ad3-9336-eb2e7e5059d5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:33.425450 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4e3a60c1-f0ac-41a7-bf82-97ac8ed42b5b req-f8d2dc8e-089b-4ad3-9336-eb2e7e5059d5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1332896 Oct 27 05:58:33.456584 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:33.465176 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1addc74c-ddeb-4ccc-ac35-90eedb8e5fb3 req-168b26f2-62c3-4a0e-a0c8-adeba56df53c tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 210 time: 0.0384519 Oct 27 05:58:33.499046 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:58:33.512404 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Sync routers for ids ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:58:33.513338 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4e3a60c1-f0ac-41a7-bf82-97ac8ed42b5b req-eb3a1a60-8868-49fc-ac18-80f21fb12443 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756662 Oct 27 05:58:33.533337 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Routers {'e9ff61ff-4aec-4493-9d2b-e5a651cc4182'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:58:33.533337 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:58:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:33.672650 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:33.675198 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-5c28a159-8764-4e7b-b7a4-4ad03a126e6d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3778267 Oct 27 05:58:33.679537 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Set router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:58:33.681499 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55620) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:33.900350 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-3f498ec9-4c29-4488-b9f2-7dae8b37de3c None None] Provisioning complete for port 58251cb0-05ce-45d3-9cac-1a8521235287 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:33.900913 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-3f498ec9-4c29-4488-b9f2-7dae8b37de3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:33.924712 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:32Z', 'revision_number': 3, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:33.957410 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Checking router: e9ff61ff-4aec-4493-9d2b-e5a651cc4182 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:58:33.958149 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Updating router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 port 3accfaba-7bc5-4550-aea2-95d3124724ce binding host dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:58:33.990468 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:34.288796 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 58251cb0-05ce-45d3-9cac-1a8521235287 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:34.469295 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 58251cb0-05ce-45d3-9cac-1a8521235287 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:34.471331 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:34.508722 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Publish callbacks [] for port, precommit_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:34.512650 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:34.618645 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f54bbd41-33d1-465a-9f09-e0dfbf40b94d req-2fb5cff1-0c8f-41e9-b6c3-b13a6b4aac91 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 210 time: 0.0810983 Oct 27 05:58:34.726942 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Allocated IP 172.20.0.1 (0919d7c1-cb0b-4c83-825d-fb9f86b95f83/c8b755ee-8a36-4466-97b2-429384b9a95b/120cf860-5608-4e4a-ad83-4368450d104b) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:58:34.751314 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a88f7-1191-4116-8e0c-b42712c3e2ed req-c19fa4ca-3687-4152-9486-117d9524190c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:34.755712 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e70a88f7-1191-4116-8e0c-b42712c3e2ed req-c19fa4ca-3687-4152-9486-117d9524190c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1020019 Oct 27 05:58:34.818722 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e70a88f7-1191-4116-8e0c-b42712c3e2ed req-934fcf82-ea2e-4984-aad0-e37492f5ffee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576410 Oct 27 05:58:34.827389 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:34.923212 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292d35b-7d8f-43a5-b153-a2d5caeebcea None None] Pushing event updated for resources: {'Port': ['ID=3accfaba-7bc5-4550-aea2-95d3124724ce,revision_number=2']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:34.923893 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:34.969605 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:34.971067 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Attempting to bind port 3accfaba-7bc5-4550-aea2-95d3124724ce on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:58:34.971466 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Attempting to bind port 3accfaba-7bc5-4550-aea2-95d3124724ce by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:58:34.971782 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Attempting to bind port 3accfaba-7bc5-4550-aea2-95d3124724ce on network eb333f7b-30fa-4f98-b6f5-643bda287999 {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:34.978741 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:58:34.982904 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:34.982904 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:34.982904 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Bound using segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:58:34.983224 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device e709c16a-a6d8-4ba6-af60-3f3423f46646 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:58:34.983325 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Bound port: 3accfaba-7bc5-4550-aea2-95d3124724ce, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:58:34.983325 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:35.009023 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: e709c16a-a6d8-4ba6-af60-3f3423f46646 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:58:35.009380 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device e709c16a-a6d8-4ba6-af60-3f3423f46646 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:58:35.044302 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] For port 3accfaba-7bc5-4550-aea2-95d3124724ce, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:58:35.048385 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] For port 3accfaba-7bc5-4550-aea2-95d3124724ce, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=3accfaba-7bc5-4550-aea2-95d3124724ce,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:58:35.102548 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:35.125079 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:35.180495 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:35.183621 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:35.188281 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:58:35.190810 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561089'] for router_interface, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:35.194049 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Pushing event updated for resources: {'Port': ['ID=120cf860-5608-4e4a-ad83-4368450d104b,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:35.237944 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Routers {'e9ff61ff-4aec-4493-9d2b-e5a651cc4182'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:58:35.238678 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:58:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:35.240647 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292d35b-7d8f-43a5-b153-a2d5caeebcea None None] Pushing event updated for resources: {'Port': ['ID=3accfaba-7bc5-4550-aea2-95d3124724ce,revision_number=3']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:35.485220 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-eb27be53-fd4f-4341-9c4f-4c9917ea6fae None None] Provisioning complete for port 120cf860-5608-4e4a-ad83-4368450d104b triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:35.485856 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-eb27be53-fd4f-4341-9c4f-4c9917ea6fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:35.492332 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] Set router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:58:35.519388 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-eb27be53-fd4f-4341-9c4f-4c9917ea6fae None None] Port 120cf860-5608-4e4a-ad83-4368450d104b cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:58:35.656039 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:35.693994 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:32Z', 'revision_number': 3, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:35.744817 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d330d6b6-6c75-4240-825b-4ce05968e6c8 req-4e14ceea-7c35-404f-879b-f303a81f719a tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 210 time: 0.0411551 Oct 27 05:58:35.760418 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be393010-d8c8-4f27-8b24-7b20c5feaec7 None None] The sync data for ids ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'] in dv-cinder-815582-2-iscsi is: [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:32Z', 'revision_number': 3, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:58:35.935173 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:36.015716 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:36.017763 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570961'] for router_interface, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:36.097053 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed0731-8c30-4eb2-b7a9-7fe558746b15 req-7c44f4dc-69d9-495c-aee1-8e1279dbac4b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:36.099853 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Pushing event updated for resources: {'Port': ['ID=120cf860-5608-4e4a-ad83-4368450d104b,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:36.108408 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cbed0731-8c30-4eb2-b7a9-7fe558746b15 req-7c44f4dc-69d9-495c-aee1-8e1279dbac4b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1499507 Oct 27 05:58:36.163259 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cbed0731-8c30-4eb2-b7a9-7fe558746b15 req-2a3c2b74-d927-4cd0-8841-58257b6af049 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535915 Oct 27 05:58:36.328438 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:36.331584 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:36.512294 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:58:36.686488 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-d5a27682-742c-48db-8718-d7aa4783f64e None None] Provisioning complete for port 120cf860-5608-4e4a-ad83-4368450d104b triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:36.689317 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:58:36.701894 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d5a27682-742c-48db-8718-d7aa4783f64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:36.714445 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c89ac5dc-00d2-4e29-bf31-f9ccea802963 admin admin] 10.222.0.30 "PUT /v2.0/routers/e9ff61ff-4aec-4493-9d2b-e5a651cc4182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0316932 Oct 27 05:58:36.789806 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-d5a27682-742c-48db-8718-d7aa4783f64e None None] Port 120cf860-5608-4e4a-ad83-4368450d104b cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:58:36.953926 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9f362484-8552-4496-8917-2c5fc599ded4 req-cdda30bc-e29d-4aab-a33a-8b1c7797bfbb tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 210 time: 0.0387235 Oct 27 05:58:36.998379 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7322-a1dd-42d4-935b-2163e098a2a9 req-73a70fb8-5585-4210-9032-fc592478b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:37.000134 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af5d7322-a1dd-42d4-935b-2163e098a2a9 req-73a70fb8-5585-4210-9032-fc592478b879 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 1098 time: 0.1544077 Oct 27 05:58:37.018915 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150506e-5d5d-407e-af0e-5f849e409b73 req-c50d1995-2f3e-4a7e-b783-87b2b7d63bb2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:37.019381 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e150506e-5d5d-407e-af0e-5f849e409b73 req-c50d1995-2f3e-4a7e-b783-87b2b7d63bb2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.2720809 Oct 27 05:58:37.088865 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-1b030f21-35bc-45c1-92a6-d25bf26ff8e6 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1eb79f6085d041bb9d76d2f0c4c8fc14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615587 Oct 27 05:58:37.182439 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e150506e-5d5d-407e-af0e-5f849e409b73 req-e91885c2-5e04-426b-9723-ea8a2e899f42 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114275 Oct 27 05:58:37.236289 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7322-a1dd-42d4-935b-2163e098a2a9 req-29d7007f-5fc6-4a4d-90b1-8e432a95bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:37.238047 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af5d7322-a1dd-42d4-935b-2163e098a2a9 req-29d7007f-5fc6-4a4d-90b1-8e432a95bd29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 919 time: 0.1702621 Oct 27 05:58:37.315214 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681b825-6f84-46c0-9f24-63d16ae1c9a9 req-2afe99e6-3c60-41d0-a641-8a9636f5396f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:37.316977 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f681b825-6f84-46c0-9f24-63d16ae1c9a9 req-2afe99e6-3c60-41d0-a641-8a9636f5396f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0585780 Oct 27 05:58:37.379148 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f681b825-6f84-46c0-9f24-63d16ae1c9a9 req-d4e8e8e6-b2bf-4f4b-82e6-5dc4e63c9fc2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533032 Oct 27 05:58:37.849096 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 55724) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:37.854232 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1229360722-network', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:37.984843 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Made reservation on behalf of a70d580d51c14880aabca55bdbe56e03 for: {'network': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:58:37.989286 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:38.005478 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:38.095056 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-70d36b9a-fc0e-49a0-992c-7a648fd3c50f req-15d7a2f3-4e1d-4ebc-8c38-ec41ccfd8337 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 210 time: 0.0442412 Oct 27 05:58:38.134596 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:38.211461 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:38.245361 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Sync routers for ids ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:58:38.255630 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=113446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:58:38.267099 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad59f3-dd1b-4acc-9dea-ee67efb06b87,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:38.270537 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Routers {'e9ff61ff-4aec-4493-9d2b-e5a651cc4182'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:58:38.271868 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:58:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:38.290719 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:38.290719 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.segments_db [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Added segment c782ec39-9e50-420d-8793-c2e901e9c9f1 of type vlan for network 39b19efc-17b3-4347-bac2-a9b3639c035d Oct 27 05:58:38.336283 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 3accfaba-7bc5-4550-aea2-95d3124724ce up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:38.365019 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:38.387161 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d502246-13ed-460e-94a3-f93fe9c74183 req-cdecc95d-1ac3-4351-88b4-8efb72f0399b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:38.388619 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9d502246-13ed-460e-94a3-f93fe9c74183 req-cdecc95d-1ac3-4351-88b4-8efb72f0399b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1179876 Oct 27 05:58:38.445230 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 3accfaba-7bc5-4550-aea2-95d3124724ce triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:38.447959 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:38.448855 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9d502246-13ed-460e-94a3-f93fe9c74183 req-8520fe51-0d3f-4c0f-87b9-0fe378575a5e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484536 Oct 27 05:58:38.478691 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Set router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:58:38.490478 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:38.493700 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:38.494428 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:38.604054 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] Pushing event updated for resources: {'Network': ['ID=39b19efc-17b3-4347-bac2-a9b3639c035d,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:38.624201 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193ffc4-d6f6-4eea-bb92-8947666cbfdb req-82fe493a-7f32-4128-bff3-cc3add3bb70b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:38.625373 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 39b19efc-17b3-4347-bac2-a9b3639c035d details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:58:38.625878 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f193ffc4-d6f6-4eea-bb92-8947666cbfdb req-82fe493a-7f32-4128-bff3-cc3add3bb70b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0770874 Oct 27 05:58:38.635613 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-92a4a7f8-1992-4e09-a5f4-141bf51c6f1a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7820494 Oct 27 05:58:38.635824 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55732) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:38.640399 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Request body: {'subnet': {'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1229360722-subnet', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:38.685370 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f193ffc4-d6f6-4eea-bb92-8947666cbfdb req-c42191e1-3af5-4e77-be98-3476e16ef1fc tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470610 Oct 27 05:58:38.758426 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Made reservation on behalf of a70d580d51c14880aabca55bdbe56e03 for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:58:38.760789 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:38.975548 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:39.004169 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:39.022384 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 3accfaba-7bc5-4550-aea2-95d3124724ce, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=3accfaba-7bc5-4550-aea2-95d3124724ce,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:39.077144 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '120cf860-5608-4e4a-ad83-4368450d104b', 'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'mac_address': 'fa:16:3e:3e:78:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:34Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 2, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'subnets': [{'id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:39.089805 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b349fe8-f978-4887-9e49-b05e32066eb7,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:39.094159 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Checking segment: {'id': 'c782ec39-9e50-420d-8793-c2e901e9c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:39.095075 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Network hostable DHCP agents. Network: 39b19efc-17b3-4347-bac2-a9b3639c035d, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:58:39.112420 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:39.115887 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Checking router: e9ff61ff-4aec-4493-9d2b-e5a651cc4182 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:58:39.116243 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Updating router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 port 120cf860-5608-4e4a-ad83-4368450d104b binding host dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:58:39.170851 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:39.178989 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Network 39b19efc-17b3-4347-bac2-a9b3639c035d is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:58:39.204619 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d159de30-f7bc-47f0-a37a-3ef04172d6fd req-b998cdc3-0d22-4038-985d-c81f628cea3a tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 210 time: 0.0285389 Oct 27 05:58:39.224484 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=3accfaba-7bc5-4550-aea2-95d3124724ce,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:39.258497 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 39b19efc-17b3-4347-bac2-a9b3639c035d) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:39.268790 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:39.270287 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:39.308491 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198215be-e359-496e-92d8-43ba0a2c3086 None None] Network 39b19efc-17b3-4347-bac2-a9b3639c035d requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:58:39.348490 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-920dcbd2-0b3d-41ee-aa6a-c400d83bf326 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7119942 Oct 27 05:58:39.351143 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55740) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:39.355498 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1229360722-router', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:39.461329 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-552'] for router, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:39.463590 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-531'] for router, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:39.600820 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:39.643598 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e064478-eb2d-463b-ab2a-fad776fa3a53 req-7d344145-6d2e-47f8-b3b5-2c60c3734abf tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:39.666802 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e064478-eb2d-463b-ab2a-fad776fa3a53 req-7d344145-6d2e-47f8-b3b5-2c60c3734abf tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0739868 Oct 27 05:58:39.667058 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5db0faf-7858-5c2d-a427-571b21a65d7d-39b19efc-17b3-4347-bac2-a9b3639c035d', 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'fixed_ips': [{'subnet_id': '0b349fe8-f978-4887-9e49-b05e32066eb7'}]}} from dv-cinder-815582-2-iscsi. {{(pid=113448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:58:39.667058 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:39.701608 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e064478-eb2d-463b-ab2a-fad776fa3a53 req-16e9ae91-2610-44d8-abf6-618f074b9c1f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Oct 27 05:58:39.742479 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Publish callbacks [] for port, precommit_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:39.841518 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cc71b-c605-47ef-956f-3a7e056c40d4 req-48bb9401-9f52-44b0-b41b-561978becb69 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:39.843430 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-963cc71b-c605-47ef-956f-3a7e056c40d4 req-48bb9401-9f52-44b0-b41b-561978becb69 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0711939 Oct 27 05:58:39.874400 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.db_base_plugin_common [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Allocated IP 172.20.0.2 (39b19efc-17b3-4347-bac2-a9b3639c035d/0b349fe8-f978-4887-9e49-b05e32066eb7/f0af94f3-9f10-46dd-83f2-8d3100a47925) {{(pid=113448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:58:39.893226 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-963cc71b-c605-47ef-956f-3a7e056c40d4 req-5bd70b67-5b80-46df-a32c-a5d99abb7b9b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433035 Oct 27 05:58:40.030917 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Publish callbacks [] for port, precommit_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.125151 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af5d7322-a1dd-42d4-935b-2163e098a2a9 req-71db2b48-8d01-40e0-a11c-49b91fd8d1ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 HTTP/1.1" status: 200 len: 217 time: 0.0691087 Oct 27 05:58:40.192112 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 3accfaba-7bc5-4550-aea2-95d3124724ce up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:40.206699 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7322-a1dd-42d4-935b-2163e098a2a9 req-fe2ec63d-2a99-424f-adf8-faa90f65e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:40.208185 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af5d7322-a1dd-42d4-935b-2163e098a2a9 req-fe2ec63d-2a99-424f-adf8-faa90f65e276 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 200 len: 858 time: 0.0735526 Oct 27 05:58:40.236059 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-deea3eee-e694-42db-9d01-68bb0268cf78 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:40.240815 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-deea3eee-e694-42db-9d01-68bb0268cf78 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912711 Oct 27 05:58:40.254468 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af5d7322-a1dd-42d4-935b-2163e098a2a9 req-06ecc8b9-d340-43b4-9e72-6834486758b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d47e9b37-1bb4-4526-b397-18f220ed76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374084 Oct 27 05:58:40.257268 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 3accfaba-7bc5-4550-aea2-95d3124724ce triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:40.257784 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.259817 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Request body: {'port': {'device_id': '98a24084-7bbf-48f1-8475-ce86ba177fc3', 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771', 'admin_state_up': True, 'tenant_id': '1eb79f6085d041bb9d76d2f0c4c8fc14'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:40.327166 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.330122 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.396227 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-71c7b427-8d37-40a5-a464-34af78b9e274 req-a0d79af7-4aa6-4464-a218-390c3b144f37 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 210 time: 0.0956683 Oct 27 05:58:40.427584 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Pushing event updated for resources: {'Port': ['ID=f0af94f3-9f10-46dd-83f2-8d3100a47925,revision_number=1']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:40.461606 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.483185 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af5d7322-a1dd-42d4-935b-2163e098a2a9 req-b638339b-1fea-44e8-aa08-8ec1cb813281 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185669 Oct 27 05:58:40.502718 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47ba88-e87b-4fc8-9e94-adcf472deac8 None None] Pushing event updated for resources: {'Port': ['ID=120cf860-5608-4e4a-ad83-4368450d104b,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:40.533207 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Network 39b19efc-17b3-4347-bac2-a9b3639c035d is already hosted by enough agents. {{(pid=113448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:40.552226 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.base_scheduler [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Resources bound (agent type, host, resource id): {{(pid=113448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:40.557501 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Received port after_create {{(pid=113448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:58:40.585796 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Made reservation on behalf of 1eb79f6085d041bb9d76d2f0c4c8fc14 for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:58:40.600064 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.621715 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.642263 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af5d7322-a1dd-42d4-935b-2163e098a2a9 req-d5422c79-d37e-4e61-b0ba-47e1ed47f9cf service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475184 Oct 27 05:58:40.695754 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Attempting to bind port f0af94f3-9f10-46dd-83f2-8d3100a47925 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:58:40.696109 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Attempting to bind port f0af94f3-9f10-46dd-83f2-8d3100a47925 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': 'c782ec39-9e50-420d-8793-c2e901e9c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:58:40.696480 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Attempting to bind port f0af94f3-9f10-46dd-83f2-8d3100a47925 on network 39b19efc-17b3-4347-bac2-a9b3639c035d {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:40.702269 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Attempting to bind port 120cf860-5608-4e4a-ad83-4368450d104b on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:58:40.702644 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Attempting to bind port 120cf860-5608-4e4a-ad83-4368450d104b by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:58:40.703004 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Attempting to bind port 120cf860-5608-4e4a-ad83-4368450d104b on network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:40.706706 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:58:40.707088 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Checking segment: {'id': 'c782ec39-9e50-420d-8793-c2e901e9c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:40.707634 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.708586 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Bound using segment: {'id': 'c782ec39-9e50-420d-8793-c2e901e9c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:58:40.709243 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Bound port: f0af94f3-9f10-46dd-83f2-8d3100a47925, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c782ec39-9e50-420d-8793-c2e901e9c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:58:40.709642 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.728895 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:58:40.729313 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Checking segment: {'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:40.729763 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.730166 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Bound using segment: {'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:58:40.730903 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Bound port: 120cf860-5608-4e4a-ad83-4368450d104b, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:58:40.731539 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.753926 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.826339 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.911628 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] For port f0af94f3-9f10-46dd-83f2-8d3100a47925, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:58:40.914444 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eacdd78-7089-477c-84ab-85e4ea093c3c,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:40.937845 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-9ba4ab68-b94a-4063-b854-e4e658219cb9 None None] Provisioning complete for port 120cf860-5608-4e4a-ad83-4368450d104b triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:40.939068 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9ba4ab68-b94a-4063-b854-e4e658219cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.957281 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] For port 120cf860-5608-4e4a-ad83-4368450d104b, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:58:40.960008 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:40.985689 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:41.019716 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] For port f0af94f3-9f10-46dd-83f2-8d3100a47925, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=f0af94f3-9f10-46dd-83f2-8d3100a47925,segment=NetworkSegment(c782ec39-9e50-420d-8793-c2e901e9c9f1),segment_id=c782ec39-9e50-420d-8793-c2e901e9c9f1)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:58:41.025485 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] For port 120cf860-5608-4e4a-ad83-4368450d104b, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=120cf860-5608-4e4a-ad83-4368450d104b,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:58:41.033295 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4ab68-b94a-4063-b854-e4e658219cb9 None None] Port 120cf860-5608-4e4a-ad83-4368450d104b cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:58:41.084294 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:41.127503 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:41.130980 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Allocated IP 172.27.1.145 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/a6d9796d-7ae8-4f5d-aed2-8bd0047db664) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:58:41.138992 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736b64-f712-49fa-bf12-96f133b13f01 req-b88a6a73-0bec-4182-8232-ee7a46dc141d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:41.141450 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7736b64-f712-49fa-bf12-96f133b13f01 req-b88a6a73-0bec-4182-8232-ee7a46dc141d tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.2765541 Oct 27 05:58:41.171881 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Routers {'e9ff61ff-4aec-4493-9d2b-e5a651cc4182'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:58:41.176527 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:58:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:41.238990 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef319d-4bb0-4fb0-8330-b334de0bceb7 req-0f0dea0b-8dd9-4c1a-a5a7-1ccde1f42c1c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:41.245539 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96ef319d-4bb0-4fb0-8330-b334de0bceb7 req-0f0dea0b-8dd9-4c1a-a5a7-1ccde1f42c1c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.2056611 Oct 27 05:58:41.374369 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] Set router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:58:41.404014 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96ef319d-4bb0-4fb0-8330-b334de0bceb7 req-052817c6-4893-4423-b883-b6a96ef64799 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292906 Oct 27 05:58:41.412464 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:41.425412 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Allocated IP 192.168.233.188 (4e08be63-b09a-4fa2-a1ff-cf5564932771/8c3f18d7-13c3-4dd5-8b28-1e599e1bf149/4f143cf9-f1f9-4b85-a646-7ac275980b27) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:58:41.436008 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7736b64-f712-49fa-bf12-96f133b13f01 req-5788b403-4d8e-4f13-8f0e-1a986b6f1fff tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708492 Oct 27 05:58:41.556771 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5eea41-a6ab-4145-b80e-ab7e48946327 None None] Pushing event updated for resources: {'Port': ['ID=f0af94f3-9f10-46dd-83f2-8d3100a47925,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:41.632682 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:41.726948 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b01438cb-dd2d-42e0-8b7c-22caaa71da03 req-6f215fa8-9a08-4e68-be8b-ed938c0195d8 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 210 time: 0.1030669 Oct 27 05:58:41.762095 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Provisioning complete for port 120cf860-5608-4e4a-ad83-4368450d104b triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:41.762802 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:41.765598 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:41.773363 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:41.780897 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:58:41.858208 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:41.915387 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d9796d-7ae8-4f5d-aed2-8bd0047db664,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:41.992702 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47ba88-e87b-4fc8-9e94-adcf472deac8 None None] Pushing event updated for resources: {'Port': ['ID=120cf860-5608-4e4a-ad83-4368450d104b,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:42.019069 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:42.101345 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Network 4e08be63-b09a-4fa2-a1ff-cf5564932771 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:42.114758 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:42.156249 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:58:42.184406 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:42.219143 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:42.221328 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:42.244460 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '120cf860-5608-4e4a-ad83-4368450d104b', 'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'mac_address': 'fa:16:3e:3e:78:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:34Z', 'updated_at': '2021-10-27T05:58:40Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'subnets': [{'id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:42.249145 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Pushing event updated for resources: {'Port': ['ID=4f143cf9-f1f9-4b85-a646-7ac275980b27,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:42.284683 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:42.349968 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-6d8ab0b3-65a5-4065-8674-1bc8fe1fcf32 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0941095 Oct 27 05:58:42.382337 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Request body: {'port': {'device_id': '98a24084-7bbf-48f1-8475-ce86ba177fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:58:42.410731 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device f0af94f3-9f10-46dd-83f2-8d3100a47925 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:42.417095 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec522106-9db6-490f-8bc9-8064d58d2297 None None] The sync data for ids ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'] in dv-cinder-815582-2-iscsi is: [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '120cf860-5608-4e4a-ad83-4368450d104b', 'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'mac_address': 'fa:16:3e:3e:78:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:34Z', 'updated_at': '2021-10-27T05:58:40Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'subnets': [{'id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:58:42.540002 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] For port 120cf860-5608-4e4a-ad83-4368450d104b, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=120cf860-5608-4e4a-ad83-4368450d104b,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:42.620827 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:42.686877 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:42.865519 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port f0af94f3-9f10-46dd-83f2-8d3100a47925 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:42.870100 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:42.975751 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-ec6d1ce6-37ce-4f0a-b804-54ba3eb81329 None None] Provisioning complete for port 4f143cf9-f1f9-4b85-a646-7ac275980b27 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:42.976130 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1ce6-37ce-4f0a-b804-54ba3eb81329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:43.105322 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Pushing event updated for resources: {'Port': ['ID=120cf860-5608-4e4a-ad83-4368450d104b,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:43.135116 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d0d79-af60-4a31-8dd6-210aa47f6320 None None] Network 39b19efc-17b3-4347-bac2-a9b3639c035d requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:58:43.194158 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.200654 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.201061 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.201401 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.201757 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.202091 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.202420 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.202742 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.203079 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.203402 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.203763 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.204075 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb656d-6835-4fdf-8ea6-a3018e451f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:43.322773 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540'] for router, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:43.447198 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d1ce6-37ce-4f0a-b804-54ba3eb81329 None None] Port 4f143cf9-f1f9-4b85-a646-7ac275980b27 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:58:43.574208 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:43.690395 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Router 0f33a198-218f-4264-91e9-115babcd3b41 is scheduled to L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a with binding_index 1 {{(pid=113447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:58:43.691581 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d04ea-2e5c-4d1d-a27b-70f3a002ebba req-554b9a8c-2f80-4337-8461-6a82012de447 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:43.704488 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7a7d04ea-2e5c-4d1d-a27b-70f3a002ebba req-554b9a8c-2f80-4337-8461-6a82012de447 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.9681365 Oct 27 05:58:43.757261 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-7986d032-1a6b-43a2-9b98-f9f47f41365f None None] Provisioning complete for port f0af94f3-9f10-46dd-83f2-8d3100a47925 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:43.757578 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-7986d032-1a6b-43a2-9b98-f9f47f41365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:43.880274 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port f0af94f3-9f10-46dd-83f2-8d3100a47925, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=f0af94f3-9f10-46dd-83f2-8d3100a47925,segment=NetworkSegment(c782ec39-9e50-420d-8793-c2e901e9c9f1),segment_id=c782ec39-9e50-420d-8793-c2e901e9c9f1)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:43.958451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:58:43.985414 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Sync routers for ids ['0f33a198-218f-4264-91e9-115babcd3b41'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:58:43.986109 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3007c8-9ffd-4333-b9aa-fab35f3857b1 req-effd10d9-6d7e-4431-b0e3-8cdd23b9ba2a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:43.986288 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:43.997066 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7a3007c8-9ffd-4333-b9aa-fab35f3857b1 req-effd10d9-6d7e-4431-b0e3-8cdd23b9ba2a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 1.2151194 Oct 27 05:58:43.998714 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Routers {'0f33a198-218f-4264-91e9-115babcd3b41'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:58:43.999353 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:58:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0f33a198-218f-4264-91e9-115babcd3b41'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:44.117972 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:44.119670 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-2a873a8b-3622-4e59-b1ae-5b77c0afed16 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7674220 Oct 27 05:58:44.122934 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 55800) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:58:44.171263 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7a7d04ea-2e5c-4d1d-a27b-70f3a002ebba req-34748bce-7a17-4516-b1d8-285f2dd005b5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4660971 Oct 27 05:58:44.272118 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7a3007c8-9ffd-4333-b9aa-fab35f3857b1 req-03ed40e3-a4b7-46d4-b309-a2aa1ae66bf3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737968 Oct 27 05:58:44.327994 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=f0af94f3-9f10-46dd-83f2-8d3100a47925,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:44.388396 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Set router 0f33a198-218f-4264-91e9-115babcd3b41 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:58:44.588951 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 120cf860-5608-4e4a-ad83-4368450d104b up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:44.695437 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b763410-5947-49f5-a5b4-ed3ab52bbd4d req-8dea0195-6d96-4b3c-bd8f-1be1ec686b8f tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:44.710458 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b763410-5947-49f5-a5b4-ed3ab52bbd4d req-8dea0195-6d96-4b3c-bd8f-1be1ec686b8f tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 936 time: 0.2291505 Oct 27 05:58:44.763676 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-c025a40e-5fb1-4d3b-95ef-8373521d3a37 None None] Provisioning complete for port f0af94f3-9f10-46dd-83f2-8d3100a47925 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:44.764040 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-c025a40e-5fb1-4d3b-95ef-8373521d3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:44.867734 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 120cf860-5608-4e4a-ad83-4368450d104b triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:44.868114 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:44.898924 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b763410-5947-49f5-a5b4-ed3ab52bbd4d req-158ee175-0806-4610-863b-0cb473eb046c tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874809 Oct 27 05:58:44.928684 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f33a198-218f-4264-91e9-115babcd3b41', 'name': 'tempest-TestMinimumBasicScenario-1229360722-router', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:39Z', 'updated_at': '2021-10-27T05:58:41Z', 'revision_number': 3, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'gw_port': {'id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f33a198-218f-4264-91e9-115babcd3b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:40Z', 'updated_at': '2021-10-27T05:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:44.975729 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f143cf9-f1f9-4b85-a646-7ac275980b27 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:58:44.991129 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:45.007283 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Checking router: 0f33a198-218f-4264-91e9-115babcd3b41 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:58:45.007891 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Updating router 0f33a198-218f-4264-91e9-115babcd3b41 port a6d9796d-7ae8-4f5d-aed2-8bd0047db664 binding host dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:58:45.018132 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Transition to ACTIVE for port object 4f143cf9-f1f9-4b85-a646-7ac275980b27 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:58:45.047854 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:45.081518 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:45.192825 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Pushing event updated for resources: {'Port': ['ID=4f143cf9-f1f9-4b85-a646-7ac275980b27,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:45.552156 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Publish callbacks [] for port, precommit_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:45.586321 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0230b-c97a-4518-a336-403c2169375c req-623f9f97-53da-4b80-9ed8-fb22ad63a54b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:45.602338 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-62a0230b-c97a-4518-a336-403c2169375c req-623f9f97-53da-4b80-9ed8-fb22ad63a54b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1652074 Oct 27 05:58:45.628124 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:45.655470 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3705f-4a87-497e-820b-3500d398f684 req-7cc01dff-ee36-45bf-a8c1-88b62f6fe458 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:45.657329 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-23b3705f-4a87-497e-820b-3500d398f684 req-7cc01dff-ee36-45bf-a8c1-88b62f6fe458 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1869206 Oct 27 05:58:45.658136 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Attempting to bind port 4f143cf9-f1f9-4b85-a646-7ac275980b27 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:58:45.658475 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Attempting to bind port 4f143cf9-f1f9-4b85-a646-7ac275980b27 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '02850852-0c49-497d-a0d5-d3de5cbba4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:58:45.658803 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Attempting to bind port 4f143cf9-f1f9-4b85-a646-7ac275980b27 on network 4e08be63-b09a-4fa2-a1ff-cf5564932771 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:45.667135 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Port 4f143cf9-f1f9-4b85-a646-7ac275980b27 on network 4e08be63-b09a-4fa2-a1ff-cf5564932771 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:58:45.667463 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Attempting to bind port 4f143cf9-f1f9-4b85-a646-7ac275980b27 on network 4e08be63-b09a-4fa2-a1ff-cf5564932771 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:45.703562 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Pushing event updated for resources: {'Port': ['ID=a6d9796d-7ae8-4f5d-aed2-8bd0047db664,revision_number=2']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:45.714274 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-62a0230b-c97a-4518-a336-403c2169375c req-5f282c1d-f9d5-4e77-b71f-bc6989316ae6 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109560 Oct 27 05:58:45.731010 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:58:45.731615 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Checking segment: {'id': '02850852-0c49-497d-a0d5-d3de5cbba4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:45.732107 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Bound using segment: {'id': '02850852-0c49-497d-a0d5-d3de5cbba4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:58:45.732570 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Bound port: 4f143cf9-f1f9-4b85-a646-7ac275980b27, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02850852-0c49-497d-a0d5-d3de5cbba4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:58:45.733021 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:45.764364 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Attempting to bind port a6d9796d-7ae8-4f5d-aed2-8bd0047db664 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:58:45.766596 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Attempting to bind port a6d9796d-7ae8-4f5d-aed2-8bd0047db664 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:58:45.767172 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Attempting to bind port a6d9796d-7ae8-4f5d-aed2-8bd0047db664 on network eb333f7b-30fa-4f98-b6f5-643bda287999 {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:45.778671 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:58:45.779452 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:45.780058 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:45.780631 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Bound using segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:58:45.781322 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Bound port: a6d9796d-7ae8-4f5d-aed2-8bd0047db664, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:58:45.782571 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:45.802365 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-23b3705f-4a87-497e-820b-3500d398f684 req-0cd449a4-c25b-4193-a9c3-7acccea7b302 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318765 Oct 27 05:58:45.845705 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] For port a6d9796d-7ae8-4f5d-aed2-8bd0047db664, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:58:45.849620 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] For port a6d9796d-7ae8-4f5d-aed2-8bd0047db664, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=a6d9796d-7ae8-4f5d-aed2-8bd0047db664,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:58:45.861110 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] For port 4f143cf9-f1f9-4b85-a646-7ac275980b27, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:58:45.867861 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] For port 4f143cf9-f1f9-4b85-a646-7ac275980b27, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4f143cf9-f1f9-4b85-a646-7ac275980b27,segment=NetworkSegment(02850852-0c49-497d-a0d5-d3de5cbba4a2),segment_id=02850852-0c49-497d-a0d5-d3de5cbba4a2)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:58:45.887707 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:45.947620 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:45.966440 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:46.109400 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:46.110622 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:46.119881 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f143cf9-f1f9-4b85-a646-7ac275980b27 HTTP/1.1" status: 200 len: 1098 time: 3.7422099 Oct 27 05:58:46.120379 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a24084-7bbf-48f1-8475-ce86ba177fc3', 'tag': '4f143cf9-f1f9-4b85-a646-7ac275980b27'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:58:46.122747 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12fba48-8600-4116-9726-ed6ae71924f3" -d '{"events": [{"name": "network-changed", "server_uuid": "98a24084-7bbf-48f1-8475-ce86ba177fc3", "tag": "4f143cf9-f1f9-4b85-a646-7ac275980b27"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:58:46.195559 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Routers {'0f33a198-218f-4264-91e9-115babcd3b41'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:58:46.196263 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:58:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0f33a198-218f-4264-91e9-115babcd3b41'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:46.293963 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device f0af94f3-9f10-46dd-83f2-8d3100a47925 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:46.353498 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Allocated IP 172.20.0.1 (39b19efc-17b3-4347-bac2-a9b3639c035d/0b349fe8-f978-4887-9e49-b05e32066eb7/c7def2a0-72a6-425b-805a-afe2b3da3373) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:58:46.384098 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a4a5b3-3c9d-40ad-ab0e-c6530fd6dfd2 x-openstack-request-id: req-09a4a5b3-3c9d-40ad-ab0e-c6530fd6dfd2 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:58:46.384381 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a24084-7bbf-48f1-8475-ce86ba177fc3", "tag": "4f143cf9-f1f9-4b85-a646-7ac275980b27", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:58:46.384641 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09a4a5b3-3c9d-40ad-ab0e-c6530fd6dfd2 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:58:46.385033 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a24084-7bbf-48f1-8475-ce86ba177fc3', 'tag': '4f143cf9-f1f9-4b85-a646-7ac275980b27', 'status': 'completed', 'code': 200} Oct 27 05:58:46.409476 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port f0af94f3-9f10-46dd-83f2-8d3100a47925 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:46.410118 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:46.413906 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e274787-e1fc-4eae-985a-ee740cc86b76 service neutron] Pushing event updated for resources: {'Port': ['ID=4f143cf9-f1f9-4b85-a646-7ac275980b27,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:46.481092 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892b05-d9f0-4a39-8664-f5d56da4efc7 req-c52a7e3b-844a-4d24-b767-555db5705854 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:46.495394 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55892b05-d9f0-4a39-8664-f5d56da4efc7 req-c52a7e3b-844a-4d24-b767-555db5705854 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 948 time: 0.4102886 Oct 27 05:58:46.496360 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Pushing event updated for resources: {'Port': ['ID=a6d9796d-7ae8-4f5d-aed2-8bd0047db664,revision_number=3']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:46.530094 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-7d68a2bd-85a1-42e2-b2e8-999fab765139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:46.536999 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-7d68a2bd-85a1-42e2-b2e8-999fab765139 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1eb79f6085d041bb9d76d2f0c4c8fc14&device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 1101 time: 0.2879651 Oct 27 05:58:46.583963 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.588930 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.589706 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.589706 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.590229 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.591581 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.592005 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.595501 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.595501 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.598604 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.598604 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.598997 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb879a31-ecfc-4405-a59e-ae26f05367d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:58:46.660472 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55892b05-d9f0-4a39-8664-f5d56da4efc7 req-debfd0bb-ca44-4e25-96a6-abe9df6ac2f2 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480296 Oct 27 05:58:46.661127 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:46.677093 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] Set router 0f33a198-218f-4264-91e9-115babcd3b41 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:58:46.729630 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-2db251ad-fa91-42f1-802c-15ee8b374b88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=4f143cf9-f1f9-4b85-a646-7ac275980b27 HTTP/1.1" status: 200 len: 217 time: 0.1622715 Oct 27 05:58:46.822648 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-41826355-c262-410a-b85a-f9053e58f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:46.824486 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-41826355-c262-410a-b85a-f9053e58f507 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c3f18d7-13c3-4dd5-8b28-1e599e1bf149 HTTP/1.1" status: 200 len: 843 time: 0.0822322 Oct 27 05:58:47.013219 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-9cc2f28b-1a3e-499c-a0fc-ae09381bd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:47.014983 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-9cc2f28b-1a3e-499c-a0fc-ae09381bd0b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e08be63-b09a-4fa2-a1ff-cf5564932771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1753109 Oct 27 05:58:47.031208 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d277da-96c9-4c56-a0bb-e492ae44d62f req-e33b83b7-6f7b-4a03-bd87-b2475c6b0992 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:47.034061 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-54d277da-96c9-4c56-a0bb-e492ae44d62f req-e33b83b7-6f7b-4a03-bd87-b2475c6b0992 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1521659 Oct 27 05:58:47.042780 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:47.172935 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Network 39b19efc-17b3-4347-bac2-a9b3639c035d is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:47.227389 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:47.247982 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:58:47.249128 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561089'] for router_interface, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:47.252445 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f33a198-218f-4264-91e9-115babcd3b41', 'name': 'tempest-TestMinimumBasicScenario-1229360722-router', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:39Z', 'updated_at': '2021-10-27T05:58:41Z', 'revision_number': 3, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'gw_port': {'id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f33a198-218f-4264-91e9-115babcd3b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:40Z', 'updated_at': '2021-10-27T05:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:47.304561 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba1798-aa83-490e-97c9-24011e944861 None None] The sync data for ids ['0f33a198-218f-4264-91e9-115babcd3b41'] in dv-cinder-815582-2-iscsi is: [{'id': '0f33a198-218f-4264-91e9-115babcd3b41', 'name': 'tempest-TestMinimumBasicScenario-1229360722-router', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:39Z', 'updated_at': '2021-10-27T05:58:41Z', 'revision_number': 3, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'gw_port': {'id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f33a198-218f-4264-91e9-115babcd3b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:40Z', 'updated_at': '2021-10-27T05:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:58:47.330974 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ded787-78d7-45c9-b96b-f28161287ecd req-d87f8fc7-4f6e-4b77-8166-632e5341a76f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:47.335854 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a8ded787-78d7-45c9-b96b-f28161287ecd req-d87f8fc7-4f6e-4b77-8166-632e5341a76f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.3995664 Oct 27 05:58:47.338599 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Pushing event updated for resources: {'Port': ['ID=c7def2a0-72a6-425b-805a-afe2b3da3373,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:47.425813 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-1a832fda-3d47-4d1f-864d-8d9e25392907 service neutron] 10.222.0.26 "GET /v2.0/networks/4e08be63-b09a-4fa2-a1ff-cf5564932771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835173 Oct 27 05:58:47.479784 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-54d277da-96c9-4c56-a0bb-e492ae44d62f req-a3265a0d-a1bf-4fe8-8bb0-a47cfd9bb121 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4010444 Oct 27 05:58:47.536756 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a8ded787-78d7-45c9-b96b-f28161287ecd req-387a75a6-b1af-429e-b618-2b52a449092b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854701 Oct 27 05:58:47.588598 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0be1ad19-189c-4743-982d-1b301493a3c4 req-b0f139bc-b6ac-4634-9dc5-d16de364a8ca service neutron] 10.222.0.26 "GET /v2.0/networks/4e08be63-b09a-4fa2-a1ff-cf5564932771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412525 Oct 27 05:58:47.639961 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-67aeaace-3e23-4531-b4a7-a5cc8bc990c9 None None] Provisioning complete for port c7def2a0-72a6-425b-805a-afe2b3da3373 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:47.640613 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-67aeaace-3e23-4531-b4a7-a5cc8bc990c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:47.703807 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:47.793285 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-67aeaace-3e23-4531-b4a7-a5cc8bc990c9 None None] Port c7def2a0-72a6-425b-805a-afe2b3da3373 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:58:47.902963 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-64cddfe6-cece-4595-81e1-a28a0d50ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:47.908867 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-64cddfe6-cece-4595-81e1-a28a0d50ba61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1eb79f6085d041bb9d76d2f0c4c8fc14&device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 1101 time: 0.1351840 Oct 27 05:58:47.923841 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9713-3478-417f-875d-820ef7aca6c8 req-fb78ca7c-28b7-4467-89fa-8b6732d5cab5 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:47.925780 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1fdf9713-3478-417f-875d-820ef7aca6c8 req-fb78ca7c-28b7-4467-89fa-8b6732d5cab5 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 948 time: 0.0785537 Oct 27 05:58:48.102597 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1fdf9713-3478-417f-875d-820ef7aca6c8 req-94f4e6d5-809a-43d4-827b-002da51b2e50 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603656 Oct 27 05:58:48.156984 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:48.189540 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-15ea0986-73bf-48b8-bfec-42af2cbb77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:48.189540 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-15ea0986-73bf-48b8-bfec-42af2cbb77cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e08be63-b09a-4fa2-a1ff-cf5564932771 HTTP/1.1" status: 200 len: 870 time: 0.2493720 Oct 27 05:58:48.237538 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:48.239323 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570961'] for router_interface, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:48.270844 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-1abcf756-c2b9-4cf7-bf61-d22b4989e6cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=4f143cf9-f1f9-4b85-a646-7ac275980b27 HTTP/1.1" status: 200 len: 217 time: 0.0845840 Oct 27 05:58:48.350989 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device a6d9796d-7ae8-4f5d-aed2-8bd0047db664 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:48.383654 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-828bb0c0-077c-4702-ae3d-0cd0b5acc05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:48.385611 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-828bb0c0-077c-4702-ae3d-0cd0b5acc05a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c3f18d7-13c3-4dd5-8b28-1e599e1bf149 HTTP/1.1" status: 200 len: 843 time: 0.1055329 Oct 27 05:58:48.489459 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-9634ff39-f227-4ebb-88b9-d9948891f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:48.491785 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-9634ff39-f227-4ebb-88b9-d9948891f6fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e08be63-b09a-4fa2-a1ff-cf5564932771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0948303 Oct 27 05:58:48.495111 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Pushing event updated for resources: {'Port': ['ID=c7def2a0-72a6-425b-805a-afe2b3da3373,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:48.561101 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port a6d9796d-7ae8-4f5d-aed2-8bd0047db664 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:48.565965 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:48.639554 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Network 39b19efc-17b3-4347-bac2-a9b3639c035d is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:58:48.645980 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:58:48.731161 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:48.761700 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-f6b9982a-94d0-413f-ad8a-8a0fa90b795d service neutron] 10.222.0.26 "GET /v2.0/networks/4e08be63-b09a-4fa2-a1ff-cf5564932771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593527 Oct 27 05:58:48.794713 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port a6d9796d-7ae8-4f5d-aed2-8bd0047db664, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=a6d9796d-7ae8-4f5d-aed2-8bd0047db664,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:48.864758 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:48.918565 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Router 0f33a198-218f-4264-91e9-115babcd3b41 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:58:49.095817 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade1e28-9051-4d76-9404-28937b0c6ae1 req-647d7ee8-319e-4392-8d5a-2bf6a563b9f5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:49.112787 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6ade1e28-9051-4d76-9404-28937b0c6ae1 req-647d7ee8-319e-4392-8d5a-2bf6a563b9f5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.3410437 Oct 27 05:58:49.128793 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=a6d9796d-7ae8-4f5d-aed2-8bd0047db664,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:49.148290 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:58:49.170718 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4042ab4b-776a-4da1-a6be-e7b20de3be4a admin admin] 10.222.0.30 "PUT /v2.0/routers/0f33a198-218f-4264-91e9-115babcd3b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0369067 Oct 27 05:58:49.189277 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83532f6-1020-4975-89b6-c0483cb4c916 req-f98de889-d499-42d9-8bce-840a723941e9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:49.195394 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e83532f6-1020-4975-89b6-c0483cb4c916 req-f98de889-d499-42d9-8bce-840a723941e9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.4326520 Oct 27 05:58:49.287640 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6ade1e28-9051-4d76-9404-28937b0c6ae1 req-aadd1a94-e5b3-4b86-b79f-04920f0788c4 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676214 Oct 27 05:58:49.397423 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-f2a2b8ce-d395-4e30-ac6f-cdef72073340 None None] Provisioning complete for port c7def2a0-72a6-425b-805a-afe2b3da3373 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:49.397824 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b8ce-d395-4e30-ac6f-cdef72073340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:49.420301 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e12fba48-8600-4116-9726-ed6ae71924f3 req-b9470a7f-51ce-4edf-b285-5ec23f849ff4 service neutron] 10.222.0.26 "GET /v2.0/networks/4e08be63-b09a-4fa2-a1ff-cf5564932771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355853 Oct 27 05:58:49.426153 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e83532f6-1020-4975-89b6-c0483cb4c916 req-47e2702e-215d-4d32-834f-c6b015bab34c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851749 Oct 27 05:58:49.471742 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2b8ce-d395-4e30-ac6f-cdef72073340 None None] Port c7def2a0-72a6-425b-805a-afe2b3da3373 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:58:49.613020 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8bbde-3211-4801-8938-b1c74ae14df2 req-687af71b-cc93-45ee-98d3-71ea021cfdfe tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:49.614548 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-75c8bbde-3211-4801-8938-b1c74ae14df2 req-687af71b-cc93-45ee-98d3-71ea021cfdfe tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 948 time: 0.0574234 Oct 27 05:58:49.675351 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-75c8bbde-3211-4801-8938-b1c74ae14df2 req-8eca24c0-d943-436a-90a7-d94310f9eeaf tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516510 Oct 27 05:58:50.262596 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device a6d9796d-7ae8-4f5d-aed2-8bd0047db664 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:50.346663 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Sync routers for ids ['0f33a198-218f-4264-91e9-115babcd3b41'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:58:50.358207 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port a6d9796d-7ae8-4f5d-aed2-8bd0047db664 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:50.358911 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:50.415972 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Routers {'0f33a198-218f-4264-91e9-115babcd3b41'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:58:50.416993 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:58:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0f33a198-218f-4264-91e9-115babcd3b41'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:50.463021 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1276e1-6632-4b35-951d-b7f6671099ca req-1b862dcf-1212-4158-8b33-1a4325087f2b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:50.471268 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fd1276e1-6632-4b35-951d-b7f6671099ca req-1b862dcf-1212-4158-8b33-1a4325087f2b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0849195 Oct 27 05:58:50.536507 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fd1276e1-6632-4b35-951d-b7f6671099ca req-97c0125b-11d7-46ec-82ba-08e87a9d131a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639560 Oct 27 05:58:50.654265 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Set router 0f33a198-218f-4264-91e9-115babcd3b41 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:58:50.704970 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04794b-3751-4396-b316-9543a114cfe6 req-164378c7-833f-4e6e-a6fb-3cef472badef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:50.708705 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d04794b-3751-4396-b316-9543a114cfe6 req-164378c7-833f-4e6e-a6fb-3cef472badef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1432281 Oct 27 05:58:50.774844 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d04794b-3751-4396-b316-9543a114cfe6 req-571f900b-d381-4e1c-b232-6f21b3ed2916 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592885 Oct 27 05:58:50.877342 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e252-2ad7-4f07-812b-2da801c9b782 req-475982ed-7dda-4d3c-bb6f-4a3a5b91241c tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:50.884983 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b288e252-2ad7-4f07-812b-2da801c9b782 req-475982ed-7dda-4d3c-bb6f-4a3a5b91241c tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 948 time: 0.0702024 Oct 27 05:58:50.934491 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b288e252-2ad7-4f07-812b-2da801c9b782 req-faa33155-9455-4744-b8ea-2f8231b4b1a8 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480664 Oct 27 05:58:50.969796 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f33a198-218f-4264-91e9-115babcd3b41', 'name': 'tempest-TestMinimumBasicScenario-1229360722-router', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:39Z', 'updated_at': '2021-10-27T05:58:47Z', 'revision_number': 4, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'gw_port': {'id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f33a198-218f-4264-91e9-115babcd3b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:40Z', 'updated_at': '2021-10-27T05:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'c7def2a0-72a6-425b-805a-afe2b3da3373', 'name': '', 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'mac_address': 'fa:16:3e:ba:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f33a198-218f-4264-91e9-115babcd3b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0b349fe8-f978-4887-9e49-b05e32066eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:45Z', 'updated_at': '2021-10-27T05:58:47Z', 'revision_number': 2, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'subnets': [{'id': '0b349fe8-f978-4887-9e49-b05e32066eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:51.006057 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Checking router: 0f33a198-218f-4264-91e9-115babcd3b41 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:58:51.006760 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Updating router 0f33a198-218f-4264-91e9-115babcd3b41 port c7def2a0-72a6-425b-805a-afe2b3da3373 binding host dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:58:51.051290 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:51.054717 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 4f143cf9-f1f9-4b85-a646-7ac275980b27 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:58:51.471425 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 4f143cf9-f1f9-4b85-a646-7ac275980b27, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4f143cf9-f1f9-4b85-a646-7ac275980b27,segment=NetworkSegment(02850852-0c49-497d-a0d5-d3de5cbba4a2),segment_id=02850852-0c49-497d-a0d5-d3de5cbba4a2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:51.501360 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '4f143cf9-f1f9-4b85-a646-7ac275980b27', 'network_id': '4e08be63-b09a-4fa2-a1ff-cf5564932771', 'port_id': '4f143cf9-f1f9-4b85-a646-7ac275980b27', 'mac_address': 'fa:16:3e:e0:ad:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3f18d7-13c3-4dd5-8b28-1e599e1bf149', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:58:51.586825 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:51.611674 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f143cf9-f1f9-4b85-a646-7ac275980b27 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:58:51.634101 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 4f143cf9-f1f9-4b85-a646-7ac275980b27, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4f143cf9-f1f9-4b85-a646-7ac275980b27,segment=NetworkSegment(02850852-0c49-497d-a0d5-d3de5cbba4a2),segment_id=02850852-0c49-497d-a0d5-d3de5cbba4a2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:51.716546 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Publish callbacks [] for port, precommit_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:51.728028 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4c5b-0b1b-4f17-a81b-2b456e8f5242 req-c485a647-b71c-46d3-8e74-1ceff58af561 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:51.738628 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a47f4c5b-0b1b-4f17-a81b-2b456e8f5242 req-c485a647-b71c-46d3-8e74-1ceff58af561 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0911322 Oct 27 05:58:51.748547 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:51.800813 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a47f4c5b-0b1b-4f17-a81b-2b456e8f5242 req-26f58546-9fdb-4b5c-9a45-e3d9392f1cc3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591247 Oct 27 05:58:51.813113 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:51.919973 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=4f143cf9-f1f9-4b85-a646-7ac275980b27,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:52.280493 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5696f29-b504-4688-9d16-c41040612279 req-076ee54b-8e62-4adf-81d6-bfbc6488bdf9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:52.283866 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f5696f29-b504-4688-9d16-c41040612279 req-076ee54b-8e62-4adf-81d6-bfbc6488bdf9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.2475493 Oct 27 05:58:52.291977 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54893141-8579-4a85-b479-aaa588bcc26a None None] Pushing event updated for resources: {'Port': ['ID=c7def2a0-72a6-425b-805a-afe2b3da3373,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:52.308279 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e7a42-fb06-41f5-b4e2-69b82b8c20d5 req-0fe85cb8-2dee-4907-b6b8-c94ae03161aa tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:52.312503 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-943e7a42-fb06-41f5-b4e2-69b82b8c20d5 req-0fe85cb8-2dee-4907-b6b8-c94ae03161aa tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 949 time: 0.0881286 Oct 27 05:58:52.332443 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Attempting to bind port c7def2a0-72a6-425b-805a-afe2b3da3373 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:58:52.332807 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Attempting to bind port c7def2a0-72a6-425b-805a-afe2b3da3373 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': 'c782ec39-9e50-420d-8793-c2e901e9c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:58:52.333168 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Attempting to bind port c7def2a0-72a6-425b-805a-afe2b3da3373 on network 39b19efc-17b3-4347-bac2-a9b3639c035d {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:58:52.342161 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:58:52.342568 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Checking segment: {'id': 'c782ec39-9e50-420d-8793-c2e901e9c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:58:52.342938 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:52.343330 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Bound using segment: {'id': 'c782ec39-9e50-420d-8793-c2e901e9c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:58:52.344380 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Bound port: c7def2a0-72a6-425b-805a-afe2b3da3373, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c782ec39-9e50-420d-8793-c2e901e9c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:58:52.344755 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:52.409103 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f5696f29-b504-4688-9d16-c41040612279 req-9f2d81ff-ed99-4acd-bb65-0c975fba44ee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098163 Oct 27 05:58:52.412539 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-943e7a42-fb06-41f5-b4e2-69b82b8c20d5 req-adac0388-6f76-4068-8a0e-3da0f62cbcc0 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940237 Oct 27 05:58:52.432886 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['4f143cf9-f1f9-4b85-a646-7ac275980b27'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:58:52.500614 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-20d60319-8dc8-405b-a8aa-dfebdb80aae5 None None] Provisioning complete for port c7def2a0-72a6-425b-805a-afe2b3da3373 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:52.501778 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-20d60319-8dc8-405b-a8aa-dfebdb80aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:52.526226 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] For port c7def2a0-72a6-425b-805a-afe2b3da3373, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:58:52.556755 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] For port c7def2a0-72a6-425b-805a-afe2b3da3373, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=c7def2a0-72a6-425b-805a-afe2b3da3373,segment=NetworkSegment(c782ec39-9e50-420d-8793-c2e901e9c9f1),segment_id=c782ec39-9e50-420d-8793-c2e901e9c9f1)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:58:52.575676 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-20d60319-8dc8-405b-a8aa-dfebdb80aae5 None None] Port c7def2a0-72a6-425b-805a-afe2b3da3373 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:58:52.635826 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:52.742048 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54893141-8579-4a85-b479-aaa588bcc26a None None] Pushing event updated for resources: {'Port': ['ID=c7def2a0-72a6-425b-805a-afe2b3da3373,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:52.751591 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Routers {'0f33a198-218f-4264-91e9-115babcd3b41'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:58:52.752343 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:58:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0f33a198-218f-4264-91e9-115babcd3b41'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:52.919035 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] Set router 0f33a198-218f-4264-91e9-115babcd3b41 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:58:53.001372 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aa77-d1df-4b7c-b8a6-87d1220f59d1 req-9b380105-ae98-4db4-8b37-0a9fa83e4398 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:53.034628 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bac2aa77-d1df-4b7c-b8a6-87d1220f59d1 req-9b380105-ae98-4db4-8b37-0a9fa83e4398 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1419723 Oct 27 05:58:53.095427 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bac2aa77-d1df-4b7c-b8a6-87d1220f59d1 req-74d12243-3606-4dc3-b027-27f93ac6d66c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549562 Oct 27 05:58:53.184192 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-bc06abae-010d-4140-be11-5c719ad50341 None None] Provisioning complete for port c7def2a0-72a6-425b-805a-afe2b3da3373 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:53.184686 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-bc06abae-010d-4140-be11-5c719ad50341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:53.368551 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-bc06abae-010d-4140-be11-5c719ad50341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:53.393543 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f33a198-218f-4264-91e9-115babcd3b41', 'name': 'tempest-TestMinimumBasicScenario-1229360722-router', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:39Z', 'updated_at': '2021-10-27T05:58:47Z', 'revision_number': 4, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'gw_port': {'id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f33a198-218f-4264-91e9-115babcd3b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:40Z', 'updated_at': '2021-10-27T05:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'c7def2a0-72a6-425b-805a-afe2b3da3373', 'name': '', 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'mac_address': 'fa:16:3e:ba:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f33a198-218f-4264-91e9-115babcd3b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0b349fe8-f978-4887-9e49-b05e32066eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:45Z', 'updated_at': '2021-10-27T05:58:52Z', 'revision_number': 4, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'subnets': [{'id': '0b349fe8-f978-4887-9e49-b05e32066eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:58:53.426919 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbc18d-443c-4778-a94c-ada766531f31 None None] The sync data for ids ['0f33a198-218f-4264-91e9-115babcd3b41'] in dv-cinder-815582-2-iscsi is: [{'id': '0f33a198-218f-4264-91e9-115babcd3b41', 'name': 'tempest-TestMinimumBasicScenario-1229360722-router', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:39Z', 'updated_at': '2021-10-27T05:58:47Z', 'revision_number': 4, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'gw_port': {'id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f33a198-218f-4264-91e9-115babcd3b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:40Z', 'updated_at': '2021-10-27T05:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'c7def2a0-72a6-425b-805a-afe2b3da3373', 'name': '', 'network_id': '39b19efc-17b3-4347-bac2-a9b3639c035d', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'mac_address': 'fa:16:3e:ba:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f33a198-218f-4264-91e9-115babcd3b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0b349fe8-f978-4887-9e49-b05e32066eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:45Z', 'updated_at': '2021-10-27T05:58:52Z', 'revision_number': 4, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'subnets': [{'id': '0b349fe8-f978-4887-9e49-b05e32066eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:58:53.439630 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-bc06abae-010d-4140-be11-5c719ad50341 None None] For port c7def2a0-72a6-425b-805a-afe2b3da3373, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=c7def2a0-72a6-425b-805a-afe2b3da3373,segment=NetworkSegment(c782ec39-9e50-420d-8793-c2e901e9c9f1),segment_id=c782ec39-9e50-420d-8793-c2e901e9c9f1)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:53.534930 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-bc06abae-010d-4140-be11-5c719ad50341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:53.659419 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987695f1-76c1-41f5-a819-5e3aac992b32 req-8dbc9a29-f871-4bc6-842f-0669680de2bf tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:53.660977 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-987695f1-76c1-41f5-a819-5e3aac992b32 req-8dbc9a29-f871-4bc6-842f-0669680de2bf tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1341031 Oct 27 05:58:53.726447 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06abae-010d-4140-be11-5c719ad50341 None None] Pushing event updated for resources: {'Port': ['ID=c7def2a0-72a6-425b-805a-afe2b3da3373,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:53.741291 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:53.757842 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-987695f1-76c1-41f5-a819-5e3aac992b32 req-17149425-447f-4e46-9233-00f14e2eef76 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794091 Oct 27 05:58:53.790548 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558382ea-994c-4533-b9fe-85c84853dca3 req-38a1978b-11a7-451d-ab5e-bb6930e37984 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:53.795423 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-558382ea-994c-4533-b9fe-85c84853dca3 req-38a1978b-11a7-451d-ab5e-bb6930e37984 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 949 time: 0.1875944 Oct 27 05:58:53.868414 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-558382ea-994c-4533-b9fe-85c84853dca3 req-d324829f-b270-4b2b-b4ca-00179459bbb1 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664911 Oct 27 05:58:54.320831 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device c7def2a0-72a6-425b-805a-afe2b3da3373 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:54.337904 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc20c25-5ef6-4ff3-8c8e-2d9afbe598f6 req-6657d6fb-4a45-47da-a993-46864f111442 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:54.350578 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fcc20c25-5ef6-4ff3-8c8e-2d9afbe598f6 req-6657d6fb-4a45-47da-a993-46864f111442 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1231935 Oct 27 05:58:54.472684 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fcc20c25-5ef6-4ff3-8c8e-2d9afbe598f6 req-6c7d2cf9-e7c2-45ac-ac99-1e198b38199e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088581 Oct 27 05:58:54.518584 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port c7def2a0-72a6-425b-805a-afe2b3da3373 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:54.519422 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:55.072359 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a23916-4856-4c7c-a4de-e8b251f41efe req-c57a1f16-4f55-4a92-b51c-a81966b47fc0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:55.080753 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-17a23916-4856-4c7c-a4de-e8b251f41efe req-c57a1f16-4f55-4a92-b51c-a81966b47fc0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1513865 Oct 27 05:58:55.085325 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 4f143cf9-f1f9-4b85-a646-7ac275980b27 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:58:55.196656 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639eaa8-a368-433f-a8dc-75a4a3ed463c req-99545ed2-b1dc-4a5e-a622-172536bba1e7 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:55.202181 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8639eaa8-a368-433f-a8dc-75a4a3ed463c req-99545ed2-b1dc-4a5e-a622-172536bba1e7 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 949 time: 0.1968639 Oct 27 05:58:55.231890 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-17a23916-4856-4c7c-a4de-e8b251f41efe req-85f82322-b208-47c3-8ba1-8778290b5729 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480541 Oct 27 05:58:55.264919 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 4f143cf9-f1f9-4b85-a646-7ac275980b27 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:58:55.272719 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 4f143cf9-f1f9-4b85-a646-7ac275980b27 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:58:55.272944 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:55.309323 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8639eaa8-a368-433f-a8dc-75a4a3ed463c req-80a7dcd1-8637-4685-b142-eea46d7e2497 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031296 Oct 27 05:58:55.381998 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:55.407193 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a24084-7bbf-48f1-8475-ce86ba177fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f143cf9-f1f9-4b85-a646-7ac275980b27'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:58:55.409625 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5535b56c-8ebe-43c7-91ce-a5d435d1941e" -d '{"events": [{"server_uuid": "98a24084-7bbf-48f1-8475-ce86ba177fc3", "name": "network-vif-plugged", "status": "completed", "tag": "4f143cf9-f1f9-4b85-a646-7ac275980b27"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:58:55.424784 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 4f143cf9-f1f9-4b85-a646-7ac275980b27, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4f143cf9-f1f9-4b85-a646-7ac275980b27,segment=NetworkSegment(02850852-0c49-497d-a0d5-d3de5cbba4a2),segment_id=02850852-0c49-497d-a0d5-d3de5cbba4a2)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:58:55.471588 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35c2209-77cf-4c90-bbac-a082994a9305 x-openstack-request-id: req-d35c2209-77cf-4c90-bbac-a082994a9305 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:58:55.472019 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a24084-7bbf-48f1-8475-ce86ba177fc3", "name": "network-vif-plugged", "status": "completed", "tag": "4f143cf9-f1f9-4b85-a646-7ac275980b27", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:58:55.472373 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d35c2209-77cf-4c90-bbac-a082994a9305 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:58:55.474002 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a24084-7bbf-48f1-8475-ce86ba177fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f143cf9-f1f9-4b85-a646-7ac275980b27', 'code': 200} Oct 27 05:58:55.498819 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:55.659581 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=4f143cf9-f1f9-4b85-a646-7ac275980b27,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:58:55.682239 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b25d8-1e09-447e-a96e-cb87408c1e05 req-4ef287aa-2b71-4751-8de0-3ce278b3d711 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:55.691519 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-098b25d8-1e09-447e-a96e-cb87408c1e05 req-4ef287aa-2b71-4751-8de0-3ce278b3d711 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1369097 Oct 27 05:58:55.789089 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-098b25d8-1e09-447e-a96e-cb87408c1e05 req-8f84acc9-bf09-43ea-950e-d682655c47b6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577428 Oct 27 05:58:56.233088 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815777c-4539-49c1-8bd5-afc09b79698c req-cb15adcd-2d11-4c85-a0fd-882e5eb2e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:56.241479 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9815777c-4539-49c1-8bd5-afc09b79698c req-cb15adcd-2d11-4c85-a0fd-882e5eb2e623 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 1103 time: 0.0560980 Oct 27 05:58:56.319476 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9815777c-4539-49c1-8bd5-afc09b79698c req-6cc24d59-61e7-4ceb-9f6c-1f6f92eecaa2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714388 Oct 27 05:58:56.548552 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83350fc-330d-488f-b879-960556b66391 req-5134273f-dca8-4903-8132-7847b8a307e7 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:56.550399 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f83350fc-330d-488f-b879-960556b66391 req-5134273f-dca8-4903-8132-7847b8a307e7 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1758196 Oct 27 05:58:56.589119 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffcb20-16a7-45e0-8753-363f6265c90f req-b2016e37-0e69-403d-a12d-cffa030a55b6 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:56.593051 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-abffcb20-16a7-45e0-8753-363f6265c90f req-b2016e37-0e69-403d-a12d-cffa030a55b6 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 950 time: 0.1292343 Oct 27 05:58:56.632027 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f83350fc-330d-488f-b879-960556b66391 req-c4c73ed7-8b95-4119-be9a-16d7d110d324 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747344 Oct 27 05:58:56.705056 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-abffcb20-16a7-45e0-8753-363f6265c90f req-69a8e661-658f-493a-afce-a33f3f796020 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830646 Oct 27 05:58:57.020577 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade0ae9-7f8c-44aa-a0ff-94724e527a57 req-883eb8fb-c259-480a-bc87-3d3eaa830f1b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:57.022593 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9ade0ae9-7f8c-44aa-a0ff-94724e527a57 req-883eb8fb-c259-480a-bc87-3d3eaa830f1b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0979156 Oct 27 05:58:57.099546 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9ade0ae9-7f8c-44aa-a0ff-94724e527a57 req-4b7a753c-de43-4f40-863a-b1aca78ab5ba tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707874 Oct 27 05:58:57.942799 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2335d-4ad6-4bbd-b5ab-42750b89cd05 req-6ae40e29-f7e1-4440-bc27-b9b7692c49a1 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:57.955170 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d5f2335d-4ad6-4bbd-b5ab-42750b89cd05 req-6ae40e29-f7e1-4440-bc27-b9b7692c49a1 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1565802 Oct 27 05:58:58.006775 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294849b-0830-42f4-aa37-62f8748ffecb req-5245f937-db4f-479a-9d2c-5331045b76f6 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:58.015529 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0294849b-0830-42f4-aa37-62f8748ffecb req-5245f937-db4f-479a-9d2c-5331045b76f6 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 950 time: 0.1583834 Oct 27 05:58:58.061774 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0294849b-0830-42f4-aa37-62f8748ffecb req-58a72cd2-01eb-4e33-8d50-ff03ac684789 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 Oct 27 05:58:58.090075 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d5f2335d-4ad6-4bbd-b5ab-42750b89cd05 req-4931c099-f932-4938-af18-d58b792a9601 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153321 Oct 27 05:58:58.282926 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9595f-3930-4218-adb6-449d85a43686 req-821a697d-621a-486c-80c0-1118d60a19f9 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:58.284830 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-eef9595f-3930-4218-adb6-449d85a43686 req-821a697d-621a-486c-80c0-1118d60a19f9 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0981562 Oct 27 05:58:58.358951 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-eef9595f-3930-4218-adb6-449d85a43686 req-4bce9bed-4508-4253-86ad-c6bc988b27ae tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602651 Oct 27 05:58:59.395614 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7380034-6933-44aa-8fe2-e72d801296e1 req-22e7e7c2-75c2-489f-ab0e-10b4e2882305 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:59.397278 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e7380034-6933-44aa-8fe2-e72d801296e1 req-22e7e7c2-75c2-489f-ab0e-10b4e2882305 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 950 time: 0.1041751 Oct 27 05:58:59.421457 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63f727-00cc-4504-83e4-5c9021800a97 req-31973413-e083-4278-97a2-903e835cc306 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:59.423145 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f63f727-00cc-4504-83e4-5c9021800a97 req-31973413-e083-4278-97a2-903e835cc306 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1203408 Oct 27 05:58:59.470118 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e7380034-6933-44aa-8fe2-e72d801296e1 req-91585a5b-ac7d-4de5-956e-5b7662ff0e62 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640092 Oct 27 05:58:59.516948 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f63f727-00cc-4504-83e4-5c9021800a97 req-21ec2acf-11f9-4247-ae42-44583a7be437 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847549 Oct 27 05:58:59.590089 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-cb027b19-723d-4bfd-b543-8ae46eecb0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:58:59.722921 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bcc77-654c-40f7-9a24-d15f97fc627e req-6d09e6ce-54ad-494a-8cab-d2da3d9f6e0f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:58:59.740561 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fb8bcc77-654c-40f7-9a24-d15f97fc627e req-6d09e6ce-54ad-494a-8cab-d2da3d9f6e0f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1094177 Oct 27 05:58:59.800489 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fb8bcc77-654c-40f7-9a24-d15f97fc627e req-d9496ceb-d404-4905-8c55-0fdc3b2b6ec9 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590312 Oct 27 05:59:00.212107 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729260c-e175-4cd0-80f0-1b21f481ef08 req-7ef62e47-6452-4976-9209-646ae61f5673 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:00.221776 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d729260c-e175-4cd0-80f0-1b21f481ef08 req-7ef62e47-6452-4976-9209-646ae61f5673 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 950 time: 0.0687692 Oct 27 05:59:00.279741 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d729260c-e175-4cd0-80f0-1b21f481ef08 req-a1985bb8-75aa-49f9-b86b-7790b92869e8 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565126 Oct 27 05:59:00.708063 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abe4c3-bddc-4f08-8a07-81cc46cc10d8 req-522ba662-d2b7-46a1-a0e2-d0f9e4c6b1f5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:00.720617 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-62abe4c3-bddc-4f08-8a07-81cc46cc10d8 req-522ba662-d2b7-46a1-a0e2-d0f9e4c6b1f5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1133208 Oct 27 05:59:00.789418 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-62abe4c3-bddc-4f08-8a07-81cc46cc10d8 req-8975ef8f-4ea0-4cc5-8659-8dc253eb534c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565801 Oct 27 05:59:01.033450 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a351b-886c-4200-bc36-4f3e4f93dbbe req-0b16c896-57fa-4f8d-a0a3-f2b11c9bca0a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:01.044587 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4b9a351b-886c-4200-bc36-4f3e4f93dbbe req-0b16c896-57fa-4f8d-a0a3-f2b11c9bca0a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1100652 Oct 27 05:59:01.126005 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4b9a351b-886c-4200-bc36-4f3e4f93dbbe req-0f667f2c-d38e-4f3d-bf10-0d906245c02c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735717 Oct 27 05:59:01.489010 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f5f8-7421-4e33-9f33-288728480636 req-9b74ffe7-9def-415b-963b-a29733a49e99 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:01.490606 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-db01f5f8-7421-4e33-9f33-288728480636 req-9b74ffe7-9def-415b-963b-a29733a49e99 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 950 time: 0.1328728 Oct 27 05:59:01.624188 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-db01f5f8-7421-4e33-9f33-288728480636 req-5f0855ed-ef46-477f-b610-20bfb65d47c2 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270297 Oct 27 05:59:01.888860 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-8070d777-0be9-450b-af49-9d748d2be216 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:01.891766 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-8070d777-0be9-450b-af49-9d748d2be216 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 950 time: 0.1020796 Oct 27 05:59:02.186963 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-849795a2-694c-475e-9c22-6f9e239649bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:02.650942 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c9610-a95b-4308-afd0-e9996c8d39d7 req-bf13607b-628e-460a-90e0-761fd119ec72 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:02.660646 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a79c9610-a95b-4308-afd0-e9996c8d39d7 req-bf13607b-628e-460a-90e0-761fd119ec72 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.7154980 Oct 27 05:59:02.695320 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef196535-60e7-4d10-918d-48ad3ab8750e req-ef2a793d-4b8d-4d73-a024-860425927bff tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:02.702866 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ef196535-60e7-4d10-918d-48ad3ab8750e req-ef2a793d-4b8d-4d73-a024-860425927bff tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1719062 Oct 27 05:59:02.735908 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-e7096baa-1af6-41b2-b187-1a06a61cab75 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Deleting port 4f143cf9-f1f9-4b85-a646-7ac275980b27 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:59:02.736441 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-e7096baa-1af6-41b2-b187-1a06a61cab75 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:02.840756 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-e7096baa-1af6-41b2-b187-1a06a61cab75 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] For port 4f143cf9-f1f9-4b85-a646-7ac275980b27, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4f143cf9-f1f9-4b85-a646-7ac275980b27,segment=NetworkSegment(02850852-0c49-497d-a0d5-d3de5cbba4a2),segment_id=02850852-0c49-497d-a0d5-d3de5cbba4a2)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:02.841183 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-e7096baa-1af6-41b2-b187-1a06a61cab75 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:02.856786 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-e7096baa-1af6-41b2-b187-1a06a61cab75 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Calling delete_port for 4f143cf9-f1f9-4b85-a646-7ac275980b27 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:59:03.020023 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ef196535-60e7-4d10-918d-48ad3ab8750e req-c9f74a20-4805-4fdb-b75e-f184b38dbd31 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161182 Oct 27 05:59:03.027028 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a79c9610-a95b-4308-afd0-e9996c8d39d7 req-dda28faa-0160-44c9-b6bc-94c73c50d7b8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3655410 Oct 27 05:59:03.175373 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c047343-2aa4-467f-aa09-6d7c9c6a0def req-037c2747-9a6a-4f22-9589-fb381f8c274a tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:03.179554 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3c047343-2aa4-467f-aa09-6d7c9c6a0def req-037c2747-9a6a-4f22-9589-fb381f8c274a tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 950 time: 0.0578456 Oct 27 05:59:03.180766 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-e7096baa-1af6-41b2-b187-1a06a61cab75 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:03.197522 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:03.224551 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7096baa-1af6-41b2-b187-1a06a61cab75 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Pushing event deleted for resources: {'Port': ['ID=4f143cf9-f1f9-4b85-a646-7ac275980b27,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:03.278789 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-e7096baa-1af6-41b2-b187-1a06a61cab75 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] No DVR routers for this DVR port 4f143cf9-f1f9-4b85-a646-7ac275980b27 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:59:03.285332 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3c047343-2aa4-467f-aa09-6d7c9c6a0def req-a17399e6-260f-4f84-b84b-c0e343f2cd2c tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/security-groups?id=3eacdd78-7089-477c-84ab-85e4ea093c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967176 Oct 27 05:59:03.286540 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-e7096baa-1af6-41b2-b187-1a06a61cab75 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:03.289986 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5496819d-5ba2-4066-b34c-a6af33736ae0 req-e7096baa-1af6-41b2-b187-1a06a61cab75 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.26 "DELETE /v2.0/ports/4f143cf9-f1f9-4b85-a646-7ac275980b27 HTTP/1.1" status: 204 len: 173 time: 1.3918297 Oct 27 05:59:03.290446 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a24084-7bbf-48f1-8475-ce86ba177fc3', 'name': 'network-vif-deleted', 'tag': '4f143cf9-f1f9-4b85-a646-7ac275980b27'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:59:03.292995 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805cb4f5-11dc-46ff-a690-89074f38a315" -d '{"events": [{"server_uuid": "98a24084-7bbf-48f1-8475-ce86ba177fc3", "name": "network-vif-deleted", "tag": "4f143cf9-f1f9-4b85-a646-7ac275980b27"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:59:03.348059 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaecb19-d940-4f56-9d16-e6ed1ea81544 x-openstack-request-id: req-faaecb19-d940-4f56-9d16-e6ed1ea81544 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:59:03.348356 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a24084-7bbf-48f1-8475-ce86ba177fc3", "name": "network-vif-deleted", "tag": "4f143cf9-f1f9-4b85-a646-7ac275980b27", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:59:03.348670 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-faaecb19-d940-4f56-9d16-e6ed1ea81544 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:59:03.349062 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a24084-7bbf-48f1-8475-ce86ba177fc3', 'name': 'network-vif-deleted', 'tag': '4f143cf9-f1f9-4b85-a646-7ac275980b27', 'status': 'completed', 'code': 200} Oct 27 05:59:03.449252 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:04.179533 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84108a2-3400-45f8-a03c-e704c7300b0c req-1d579bf2-96c3-4c0b-b043-6bef656e4cc1 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:04.181051 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d84108a2-3400-45f8-a03c-e704c7300b0c req-1d579bf2-96c3-4c0b-b043-6bef656e4cc1 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0816104 Oct 27 05:59:04.193519 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ee338-b0b2-45ac-bd01-d074eeae7169 req-23120fc2-85fc-4b64-9fb4-3f2ba9fa1254 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:04.194965 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f78ee338-b0b2-45ac-bd01-d074eeae7169 req-23120fc2-85fc-4b64-9fb4-3f2ba9fa1254 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0677385 Oct 27 05:59:04.254916 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d84108a2-3400-45f8-a03c-e704c7300b0c req-52fe7b8f-0962-4f51-ba4c-81423a981ceb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589621 Oct 27 05:59:04.259648 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f78ee338-b0b2-45ac-bd01-d074eeae7169 req-237ffc64-7960-4854-a870-f7a139a31fd3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581124 Oct 27 05:59:04.398616 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6258eb2d-0d5e-4fa4-b803-6922ec685cad req-e4d7aaf3-d0df-4ccd-beb0-debc59b7f204 tempest-VolumesNegativeTest-1229393874 tempest-VolumesNegativeTest-1229393874-project] 10.222.0.30 "GET /v2.0/ports?device_id=98a24084-7bbf-48f1-8475-ce86ba177fc3 HTTP/1.1" status: 200 len: 210 time: 0.0280190 Oct 27 05:59:04.968900 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:05.142177 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 4f143cf9-f1f9-4b85-a646-7ac275980b27 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:59:05.165451 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 4f143cf9-f1f9-4b85-a646-7ac275980b27 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:59:05.167397 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 4f143cf9-f1f9-4b85-a646-7ac275980b27 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:59:05.413898 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f909052-d05a-4736-a68a-5911b5cde3ff req-555631a8-7113-4905-9a9f-f130e94fdcb4 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:05.415301 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2f909052-d05a-4736-a68a-5911b5cde3ff req-555631a8-7113-4905-9a9f-f130e94fdcb4 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0908053 Oct 27 05:59:05.427536 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c71fc-999e-4a65-881b-217bba449945 req-3aa30f89-1a7d-48be-a9e5-cce248accfc0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:05.428940 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4e4c71fc-999e-4a65-881b-217bba449945 req-3aa30f89-1a7d-48be-a9e5-cce248accfc0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0760767 Oct 27 05:59:05.506838 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2f909052-d05a-4736-a68a-5911b5cde3ff req-c7f1458e-4636-4294-81e3-f908a030d3fd tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769424 Oct 27 05:59:05.516950 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4e4c71fc-999e-4a65-881b-217bba449945 req-53fff260-3300-47f9-a2f8-474882fdee21 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744288 Oct 27 05:59:05.532381 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932a05-e595-4e90-bd70-0c4091673258 req-7bb8afd4-56dd-470c-bc56-74133beb6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:05.533990 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4932a05-e595-4e90-bd70-0c4091673258 req-7bb8afd4-56dd-470c-bc56-74133beb6ab9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 1098 time: 0.0621922 Oct 27 05:59:05.691908 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932a05-e595-4e90-bd70-0c4091673258 req-a134a522-0ec3-407b-8fd5-fbe85410e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:05.693416 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4932a05-e595-4e90-bd70-0c4091673258 req-a134a522-0ec3-407b-8fd5-fbe85410e241 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 917 time: 0.1506524 Oct 27 05:59:05.770832 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-a56b1a0a-bd36-45ae-9d09-e701009f1b83 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:05.770832 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-a56b1a0a-bd36-45ae-9d09-e701009f1b83 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/networks?id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83 HTTP/1.1" status: 200 len: 814 time: 0.1666887 Oct 27 05:59:05.791549 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-55ac2db5-766b-46e3-8f26-841684111593 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/quotas/bbfc3b5643ac42e984eb5d86e2cdc0f9 HTTP/1.1" status: 200 len: 375 time: 0.0171394 Oct 27 05:59:05.793367 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4932a05-e595-4e90-bd70-0c4091673258 req-83676d8f-9290-4610-9a4e-aeb56185ac97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59a678d6-ba75-46b9-8975-11348c16a2ca HTTP/1.1" status: 200 len: 1001 time: 0.0875077 Oct 27 05:59:05.874526 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932a05-e595-4e90-bd70-0c4091673258 req-ab01439d-e822-49f3-8c85-1a4fa6bc3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:05.876101 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4932a05-e595-4e90-bd70-0c4091673258 req-ab01439d-e822-49f3-8c85-1a4fa6bc3f59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0694056 Oct 27 05:59:05.888217 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-2bb4807a-324c-4a08-a3c0-a45636e861d0 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899482 Oct 27 05:59:05.986292 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932a05-e595-4e90-bd70-0c4091673258 req-67685db7-f83d-4cd8-839f-ede12787a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:05.987883 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4932a05-e595-4e90-bd70-0c4091673258 req-67685db7-f83d-4cd8-839f-ede12787a60e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987363 Oct 27 05:59:06.034586 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-f7fcf66a-3dde-4524-87b2-3a742b296fc9 service neutron] 10.222.0.30 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192081 Oct 27 05:59:06.178678 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd132f-5c15-4618-b79e-75fe52883ca9 req-98f03800-5507-4352-a265-4a87245f891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:06.180118 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c6bd132f-5c15-4618-b79e-75fe52883ca9 req-98f03800-5507-4352-a265-4a87245f891c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 1098 time: 0.1201181 Oct 27 05:59:06.228862 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4932a05-e595-4e90-bd70-0c4091673258 req-53da09e9-556f-4d7f-9c7a-df3879e65726 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221379 Oct 27 05:59:06.237906 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-f3b40f02-c5c8-4feb-9a6a-fb7b6234b2d4 service neutron] 10.222.0.30 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789730 Oct 27 05:59:06.265929 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c6bd132f-5c15-4618-b79e-75fe52883ca9 req-910d08a5-7021-4e1c-ad21-729a2df1fc07 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719161 Oct 27 05:59:06.334188 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4932a05-e595-4e90-bd70-0c4091673258 req-14834222-8d07-46cd-ae3d-0222a885fe86 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953417 Oct 27 05:59:06.566247 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3b248fef-30e5-4003-8e05-cb0fd1749230 req-116db2ec-5027-4cc1-ab0b-09b2e342160d tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 210 time: 0.0473845 Oct 27 05:59:06.685916 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b86ba3-b963-418c-b7d6-5dc970be7bb5 req-198e5ef0-c936-46c8-8fe2-d7c98e9e3592 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:06.687742 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a6b86ba3-b963-418c-b7d6-5dc970be7bb5 req-198e5ef0-c936-46c8-8fe2-d7c98e9e3592 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0908484 Oct 27 05:59:06.720291 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283208d-3c1a-40d6-9b48-39d1c3ec271e req-6b70dbb7-23f3-4b02-9764-9651145bbb62 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:06.721825 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8283208d-3c1a-40d6-9b48-39d1c3ec271e req-6b70dbb7-23f3-4b02-9764-9651145bbb62 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0874796 Oct 27 05:59:06.747133 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a6b86ba3-b963-418c-b7d6-5dc970be7bb5 req-2b39ed60-eb71-4517-8eb7-3cda50c01cc9 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526900 Oct 27 05:59:06.774344 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8283208d-3c1a-40d6-9b48-39d1c3ec271e req-77a84d55-aaa2-4656-9af0-73bc37965c09 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453844 Oct 27 05:59:07.647795 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9fc9d2bf-27fb-49c4-9f96-1b2de8bd54b5 req-664ae9c3-caf9-4505-8177-e6016aa76277 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 210 time: 0.0267317 Oct 27 05:59:07.917497 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa9055-5d86-4b5c-bcd5-3221982f08e6 req-3db12a7b-275f-447d-a814-68dd86b50421 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:07.919058 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2eaa9055-5d86-4b5c-bcd5-3221982f08e6 req-3db12a7b-275f-447d-a814-68dd86b50421 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0999107 Oct 27 05:59:07.933235 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213fab5-8899-4c4a-8128-0b3d2d9d2b8a req-2068c43f-36d0-4ea1-99e1-19c75674c6ca tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:07.940113 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6213fab5-8899-4c4a-8128-0b3d2d9d2b8a req-2068c43f-36d0-4ea1-99e1-19c75674c6ca tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.0784595 Oct 27 05:59:07.986799 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2eaa9055-5d86-4b5c-bcd5-3221982f08e6 req-0dabd6ce-b032-4215-bb50-3924fe74a163 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510359 Oct 27 05:59:08.005406 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6213fab5-8899-4c4a-8128-0b3d2d9d2b8a req-410fbbb4-3cf9-46cd-959b-1f14e74e69df tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635579 Oct 27 05:59:08.533844 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037c99c-6aae-4efb-a417-4cf7172e8cd0 req-a7c973a6-9b47-44de-ac78-70061225da44 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:08.535486 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3037c99c-6aae-4efb-a417-4cf7172e8cd0 req-a7c973a6-9b47-44de-ac78-70061225da44 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0566180 Oct 27 05:59:08.578262 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3037c99c-6aae-4efb-a417-4cf7172e8cd0 req-8617dc59-da8d-444b-bc87-62d51a26f0e5 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365634 Oct 27 05:59:08.637002 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 56298) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:08.637588 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c5b3b-b93e-4594-9386-5661eb052176 req-692c7137-08e6-4985-80bd-caeebf637f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:08.639127 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-795c5b3b-b93e-4594-9386-5661eb052176 req-692c7137-08e6-4985-80bd-caeebf637f30 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64455b34b66e47089e65d11246290c6d&device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 1098 time: 0.0592046 Oct 27 05:59:08.690361 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4386420-537a-45fe-a5aa-ea2bb5781bbc admin admin] Deleting subnet 862f5a37-1f5c-4fdd-9f1c-dda1991f72e4 {{(pid=113447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:59:08.697864 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a4386420-537a-45fe-a5aa-ea2bb5781bbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:08.735122 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c5b3b-b93e-4594-9386-5661eb052176 req-4cc490e8-7690-4ee1-a45a-40ce87679d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:08.736616 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-795c5b3b-b93e-4594-9386-5661eb052176 req-4cc490e8-7690-4ee1-a45a-40ce87679d4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 200 len: 919 time: 0.0898550 Oct 27 05:59:08.740222 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a4386420-537a-45fe-a5aa-ea2bb5781bbc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:08.747442 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a4386420-537a-45fe-a5aa-ea2bb5781bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:08.798156 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-795c5b3b-b93e-4594-9386-5661eb052176 req-72f59d54-6ccd-4ba2-b103-1bef68dd47b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 HTTP/1.1" status: 200 len: 217 time: 0.0441918 Oct 27 05:59:08.833846 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4140f54-d229-4d2f-8c6f-81efbdc95126 req-5ce9dcf1-4c78-444b-a634-c7f0a0622873 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 210 time: 0.0346026 Oct 27 05:59:08.873952 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c5b3b-b93e-4594-9386-5661eb052176 req-f8932c28-fd89-47df-951a-48e4410e21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:08.881280 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-795c5b3b-b93e-4594-9386-5661eb052176 req-f8932c28-fd89-47df-951a-48e4410e21a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 200 len: 858 time: 0.0679018 Oct 27 05:59:08.903867 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a4386420-537a-45fe-a5aa-ea2bb5781bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for subnet, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:08.930865 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4386420-537a-45fe-a5aa-ea2bb5781bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=862f5a37-1f5c-4fdd-9f1c-dda1991f72e4,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:08.933984 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-795c5b3b-b93e-4594-9386-5661eb052176 req-cf8289fa-654a-4544-9e20-9c3735903f1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d47e9b37-1bb4-4526-b397-18f220ed76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297873 Oct 27 05:59:08.966563 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a4386420-537a-45fe-a5aa-ea2bb5781bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:08.972351 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a4386420-537a-45fe-a5aa-ea2bb5781bbc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/862f5a37-1f5c-4fdd-9f1c-dda1991f72e4 HTTP/1.1" status: 204 len: 168 time: 0.3334136 Oct 27 05:59:08.978105 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 56324) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:09.061412 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-795c5b3b-b93e-4594-9386-5661eb052176 req-fb5886c4-193e-499f-93d0-1e7cc1e2dce9 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184988 Oct 27 05:59:09.061625 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:09.167063 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 59a678d6-ba75-46b9-8975-11348c16a2ca no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:59:09.191008 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:09.225892 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.226587 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.227696 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.228188 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > port after_create 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.228684 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.229363 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > port after_update 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.230023 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.230519 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.231946 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.232284 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.253172 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-795c5b3b-b93e-4594-9386-5661eb052176 req-514dbadb-3ecc-49ed-a087-f79d41cb6099 service neutron] 10.222.0.26 "GET /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833544 Oct 27 05:59:09.275570 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:09.278476 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5ac81-d05f-4fd1-a543-de9f5387d83b req-6bf3f103-a3f2-4658-952d-65280755511b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:09.280253 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-deb5ac81-d05f-4fd1-a543-de9f5387d83b req-6bf3f103-a3f2-4658-952d-65280755511b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 945 time: 0.1633570 Oct 27 05:59:09.317045 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-9e768678-f550-4a9b-abeb-9407d683b601 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:09.318120 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:59:09.319112 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-9e768678-f550-4a9b-abeb-9407d683b601 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.26 "GET /v2.0/networks?id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83 HTTP/1.1" status: 200 len: 814 time: 0.1887290 Oct 27 05:59:09.327527 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706da005-edb5-411b-b294-a2c705e47c0b" -d '{"events": [{"server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "name": "network-vif-unplugged", "status": "completed", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:59:09.340884 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:09.351648 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'port': {'device_id': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'admin_state_up': True, 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:59:09.375459 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.375798 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 05:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef39919d-f132-4f87-8fa3-e84650f58a51 x-openstack-request-id: req-ef39919d-f132-4f87-8fa3-e84650f58a51 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:59:09.375798 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "name": "network-vif-unplugged", "status": "completed", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:59:09.376072 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.376209 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef39919d-f132-4f87-8fa3-e84650f58a51 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:59:09.376307 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.376406 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'code': 200} Oct 27 05:59:09.376486 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:59:09.376812 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216ae045-d6d1-4e7f-84a6-b05c20eaac9c']}} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:09.380258 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-deb5ac81-d05f-4fd1-a543-de9f5387d83b req-e68d4da4-ea06-4563-9dae-22561092f214 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868931 Oct 27 05:59:09.394913 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b') {'for_net_delete': True} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:09.395982 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7894d6a-a455-40aa-b9b5-e55ebbfe862b') {} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:09.413237 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26593407'] for segment, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:09.437622 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:09.441700 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:09.455134 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=113447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:59:09.455545 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25221776'] for segment, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:09.514886 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=8']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: from cryptography.utils import int_from_bytes Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: from cryptography.utils import int_from_bytes Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: Traceback (most recent call last): Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: timer() Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: cb(*args, **kw) Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: return func(*args, **kwargs) Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: self._notify() Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: self.callback(batched_events) Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: event.method(event) Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: return f(self, *a, **k) Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._get(url).json() Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: return self.request(url, 'GET', **kwargs) Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:59:09.529186 dv-cinder-815582-2-iscsi neutron-server[113447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:59:09.574505 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:09.598688 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:09.602577 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] 10.222.0.30 "DELETE /v2.0/networks/216ae045-d6d1-4e7f-84a6-b05c20eaac9c HTTP/1.1" status: 204 len: 168 time: 0.6234090 Oct 27 05:59:09.603797 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecd06b-6ee0-4554-8e99-deb1040b7444 admin admin] Pushing event deleted for resources: {'Network': ['ID=216ae045-d6d1-4e7f-84a6-b05c20eaac9c,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:09.636236 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:59:09.658227 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Made reservation on behalf of bbfc3b5643ac42e984eb5d86e2cdc0f9 for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:59:09.673813 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:09.805813 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4ec8-b586-489f-afc3-dc87b6754a0d req-b5b83581-a4f7-4001-af8b-03facc5511b8 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:09.807662 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a0fb4ec8-b586-489f-afc3-dc87b6754a0d req-b5b83581-a4f7-4001-af8b-03facc5511b8 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.1148841 Oct 27 05:59:09.904476 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a0fb4ec8-b586-489f-afc3-dc87b6754a0d req-4971ddba-17c8-4599-9983-66ef46db79ee tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854399 Oct 27 05:59:09.910619 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Allocated IP 172.20.0.11 (0919d7c1-cb0b-4c83-825d-fb9f86b95f83/c8b755ee-8a36-4466-97b2-429384b9a95b/3a6aa96f-8d4a-4338-95ef-ede2fefd22a2) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:59:10.077953 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2aa8e833-a765-49f1-8d58-9b192aa1fe5b req-89d0a0f6-1ee8-4e86-9f7e-cf14e203821b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 210 time: 0.0770311 Oct 27 05:59:10.091370 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 56400) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:10.131731 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-f432aa45-1cb3-4048-acaf-1f7c39c81dcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42bec6bb64174e1ebdadc9e1add27572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391052 Oct 27 05:59:10.134312 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 56402) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:10.159098 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:10.183614 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9021a2a2-da16-42b4-8532-d40b41fe0bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:10.204793 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9021a2a2-da16-42b4-8532-d40b41fe0bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:10.265164 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:10.346588 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9021a2a2-da16-42b4-8532-d40b41fe0bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:10.349652 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9021a2a2-da16-42b4-8532-d40b41fe0bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:10.350996 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-9021a2a2-da16-42b4-8532-d40b41fe0bc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaf55b62-68c1-4e38-a757-7d46474cdc5f HTTP/1.1" status: 204 len: 168 time: 0.2157521 Oct 27 05:59:10.363492 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021a2a2-da16-42b4-8532-d40b41fe0bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf55b62-68c1-4e38-a757-7d46474cdc5f,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:10.370983 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'Port': ['ID=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:10.396630 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:59:10.398563 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:59:10.402708 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:59:10.496891 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:10.501493 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:10.600789 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-6a40e877-deec-4780-8421-e7072a8b09ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2530358 Oct 27 05:59:10.751583 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-f703f933-6aff-4af6-90b9-889741862087 None None] Provisioning complete for port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:59:10.753176 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f703f933-6aff-4af6-90b9-889741862087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:10.806368 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-f703f933-6aff-4af6-90b9-889741862087 None None] Port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:59:10.968987 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [req-5fb6b3fd-29a3-4e79-bea5-61f481b520c1 req-a2e5cc4f-dd41-4080-a918-adc72e10d5b1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:59:10.971180 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5fb6b3fd-29a3-4e79-bea5-61f481b520c1 req-a2e5cc4f-dd41-4080-a918-adc72e10d5b1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068250 Oct 27 05:59:11.331594 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47551763-89c3-4c83-8ed1-acc60072a54a req-24a8d6b9-27c5-4f9a-ba25-f8ea1c2ee27b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:11.332700 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47551763-89c3-4c83-8ed1-acc60072a54a req-24a8d6b9-27c5-4f9a-ba25-f8ea1c2ee27b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0718403 Oct 27 05:59:11.403278 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-47551763-89c3-4c83-8ed1-acc60072a54a req-f8cd75e4-bf2a-43af-98aa-c338c7a041c6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523524 Oct 27 05:59:11.552080 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8232510-0f28-4e65-91ff-3c627fabf721 req-81390216-b50d-4456-a3d2-47707a5985bf tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:11.553807 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d8232510-0f28-4e65-91ff-3c627fabf721 req-81390216-b50d-4456-a3d2-47707a5985bf tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 932 time: 0.0654645 Oct 27 05:59:11.596736 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d8232510-0f28-4e65-91ff-3c627fabf721 req-2db52920-081d-487d-a902-11cd3cbced83 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365498 Oct 27 05:59:11.732099 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78003a-6bad-49e0-a5d3-87233349612e req-229138f3-742f-4caa-9e18-f01d34d5cc53 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:11.738246 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8f78003a-6bad-49e0-a5d3-87233349612e req-229138f3-742f-4caa-9e18-f01d34d5cc53 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0758722 Oct 27 05:59:11.814552 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8f78003a-6bad-49e0-a5d3-87233349612e req-09717b36-6a04-468c-b932-1bde23d19a04 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710325 Oct 27 05:59:11.890366 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 56460) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:12.084983 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 56472) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:12.096541 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-61d3aa43-7412-41eb-9432-892975b19145 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1eb79f6085d041bb9d76d2f0c4c8fc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013028 Oct 27 05:59:12.152628 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 56474) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:12.314363 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-360994a2-16b9-4cce-8235-dd43becaabd1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1600835 Oct 27 05:59:12.322358 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-1296efed-8ad2-43f7-8ab1-ccd016ad9ad9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:59:12.323528 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-1296efed-8ad2-43f7-8ab1-ccd016ad9ad9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072937 Oct 27 05:59:12.421284 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-99ac8c76-8881-48d3-b801-0a670eee4e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:12.453977 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-99ac8c76-8881-48d3-b801-0a670eee4e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:12.612315 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b3baf-bcb5-46c9-aba5-dbcb60decf4b req-dbc588a3-067f-47ec-9585-f0874580a017 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:12.614096 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-111b3baf-bcb5-46c9-aba5-dbcb60decf4b req-dbc588a3-067f-47ec-9585-f0874580a017 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0765965 Oct 27 05:59:12.661765 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-99ac8c76-8881-48d3-b801-0a670eee4e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:12.664458 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-99ac8c76-8881-48d3-b801-0a670eee4e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:12.670098 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-99ac8c76-8881-48d3-b801-0a670eee4e34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3eacdd78-7089-477c-84ab-85e4ea093c3c HTTP/1.1" status: 204 len: 168 time: 0.5787256 Oct 27 05:59:12.670098 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-111b3baf-bcb5-46c9-aba5-dbcb60decf4b req-1c67eff6-f950-4a4f-8ecb-5ffb70802e04 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470264 Oct 27 05:59:12.695181 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac8c76-8881-48d3-b801-0a670eee4e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eacdd78-7089-477c-84ab-85e4ea093c3c,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:12.825236 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb089e-98dc-49e8-b975-d62e6e116fd1 req-85bb4638-9f20-497f-abbe-76a59ba5c713 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:12.833923 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f1bb089e-98dc-49e8-b975-d62e6e116fd1 req-85bb4638-9f20-497f-abbe-76a59ba5c713 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 932 time: 0.0699730 Oct 27 05:59:12.878263 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f1bb089e-98dc-49e8-b975-d62e6e116fd1 req-fc0dcf5d-2f70-42f9-bcf7-af30590cd061 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Oct 27 05:59:13.002488 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64ac32-c341-493e-bb03-b619fab1fc7a req-f6564333-43ba-4ee4-8ed8-1f13ee260424 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:13.004239 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cc64ac32-c341-493e-bb03-b619fab1fc7a req-f6564333-43ba-4ee4-8ed8-1f13ee260424 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0563526 Oct 27 05:59:13.051130 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cc64ac32-c341-493e-bb03-b619fab1fc7a req-86907faa-bcae-4fff-bdd5-8f7ca91f8afb tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382071 Oct 27 05:59:13.174627 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 59a678d6-ba75-46b9-8975-11348c16a2ca no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:59:13.797944 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb469945-539f-46f5-a69c-2b476038df4e req-30925833-8cf2-441c-9ba4-3e7a9ff2cce2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:13.799430 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cb469945-539f-46f5-a69c-2b476038df4e req-30925833-8cf2-441c-9ba4-3e7a9ff2cce2 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0531275 Oct 27 05:59:13.842720 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cb469945-539f-46f5-a69c-2b476038df4e req-87ad7fdc-7309-4e8f-9bde-a1c15c55e534 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361328 Oct 27 05:59:14.007877 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9b089-9f37-4cbb-b400-13bb34b59973 req-12c8bb2b-927a-4ed2-8b74-905eb8754b7e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:14.009285 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-23b9b089-9f37-4cbb-b400-13bb34b59973 req-12c8bb2b-927a-4ed2-8b74-905eb8754b7e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 932 time: 0.0515201 Oct 27 05:59:14.053145 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-23b9b089-9f37-4cbb-b400-13bb34b59973 req-590490c3-c756-4444-98e3-ef32469a9f44 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377975 Oct 27 05:59:14.177646 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15597962-29b3-43d2-8bfe-3660e4c96e58 req-104ff794-02c6-4a15-8005-8f53fd89af6b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:14.179634 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-15597962-29b3-43d2-8bfe-3660e4c96e58 req-104ff794-02c6-4a15-8005-8f53fd89af6b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0533965 Oct 27 05:59:14.223479 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-15597962-29b3-43d2-8bfe-3660e4c96e58 req-6c2b9d9b-e916-4909-b517-ad69c203660c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355864 Oct 27 05:59:14.972123 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a9852-2d7a-432f-95e4-66329a21cfa6 req-dfc88945-4341-496a-9d9a-f940e33d2899 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:14.973857 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-574a9852-2d7a-432f-95e4-66329a21cfa6 req-dfc88945-4341-496a-9d9a-f940e33d2899 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0586948 Oct 27 05:59:15.021200 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-574a9852-2d7a-432f-95e4-66329a21cfa6 req-5e51045f-06c5-45cd-ba57-4df3612a1aaa tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335801 Oct 27 05:59:15.181914 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f34db-10ff-4081-a7d0-4c9a99a97c5c req-c991e8a9-7a0a-4508-904b-8cd69d8eb533 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:15.183533 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e4f34db-10ff-4081-a7d0-4c9a99a97c5c req-c991e8a9-7a0a-4508-904b-8cd69d8eb533 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 932 time: 0.0562196 Oct 27 05:59:15.235919 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e4f34db-10ff-4081-a7d0-4c9a99a97c5c req-5647d830-5ec3-4016-b259-90e35b924a20 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461929 Oct 27 05:59:15.354072 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dbe22-4e3b-4c7b-aba6-6bfe8293ab2e req-1192186c-c6d6-4c42-b0c7-4cd7822c07aa tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:15.355632 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-de9dbe22-4e3b-4c7b-aba6-6bfe8293ab2e req-1192186c-c6d6-4c42-b0c7-4cd7822c07aa tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0547624 Oct 27 05:59:15.405260 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-de9dbe22-4e3b-4c7b-aba6-6bfe8293ab2e req-9e1faa15-95df-4de6-aae6-010553b8c9ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422003 Oct 27 05:59:16.154243 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70686a15-29a9-4703-95b2-2e861c05e41d req-def583d7-0e21-44cc-96ad-f1b3f2dc5890 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:16.155978 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-70686a15-29a9-4703-95b2-2e861c05e41d req-def583d7-0e21-44cc-96ad-f1b3f2dc5890 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0636389 Oct 27 05:59:16.197131 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-70686a15-29a9-4703-95b2-2e861c05e41d req-d7c9d764-5521-4c88-831e-10d58fb29ea4 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 Oct 27 05:59:16.349608 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415690d2-8cc6-4046-811f-48ab5a72c69e req-2ec00cc6-4a4b-4cff-bf53-a83fa877a653 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:16.355034 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-415690d2-8cc6-4046-811f-48ab5a72c69e req-2ec00cc6-4a4b-4cff-bf53-a83fa877a653 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 932 time: 0.0520995 Oct 27 05:59:16.412613 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-415690d2-8cc6-4046-811f-48ab5a72c69e req-693cbeee-a453-4ecf-bff6-dd809e5eeaf7 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537369 Oct 27 05:59:16.555142 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a58d49-03f5-465f-9edf-9356a5079748 req-4030cccc-438a-4cc5-908e-0c3b4571948e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:16.556776 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a1a58d49-03f5-465f-9edf-9356a5079748 req-4030cccc-438a-4cc5-908e-0c3b4571948e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0739048 Oct 27 05:59:16.608996 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a1a58d49-03f5-465f-9edf-9356a5079748 req-285d065d-5eff-4c1a-92a5-91af039a6a33 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380404 Oct 27 05:59:17.331865 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94702fe-fb34-44fb-8679-0d5ca57343c0 req-a018e04f-203e-4894-89cd-18bd2682b846 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:17.333376 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e94702fe-fb34-44fb-8679-0d5ca57343c0 req-a018e04f-203e-4894-89cd-18bd2682b846 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0608926 Oct 27 05:59:17.376672 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e94702fe-fb34-44fb-8679-0d5ca57343c0 req-3cc5257c-81e4-4073-b57b-24d7893aa1af tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366788 Oct 27 05:59:17.536408 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08c89-bac7-4701-8953-61e5617e7a04 req-93d32c42-9c54-4e79-b962-9ed238a7806e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:17.537858 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-92f08c89-bac7-4701-8953-61e5617e7a04 req-93d32c42-9c54-4e79-b962-9ed238a7806e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 932 time: 0.0546820 Oct 27 05:59:17.595997 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-92f08c89-bac7-4701-8953-61e5617e7a04 req-36063f00-6384-4107-bdb4-3e067ebb4bc4 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520535 Oct 27 05:59:17.745063 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35653c13-d8ba-48c6-9242-208fe511181a req-efe7d996-b359-4be5-9b51-0f8fddf97213 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:17.746704 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-35653c13-d8ba-48c6-9242-208fe511181a req-efe7d996-b359-4be5-9b51-0f8fddf97213 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0584800 Oct 27 05:59:17.791726 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-35653c13-d8ba-48c6-9242-208fe511181a req-9a48bb27-c62f-4135-80f4-d7eb80585ec5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377226 Oct 27 05:59:18.506759 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eecb90-180a-4455-a652-e3211e1f5e7e req-82e07def-0866-4f77-8fde-b5dd762d192f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:18.508399 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5eecb90-180a-4455-a652-e3211e1f5e7e req-82e07def-0866-4f77-8fde-b5dd762d192f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0523524 Oct 27 05:59:18.554559 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5eecb90-180a-4455-a652-e3211e1f5e7e req-a98f5bb7-d82b-49f1-a311-c2d3e6a96c34 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Oct 27 05:59:18.725308 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b00eb-6fad-49ec-a8cf-f873217b4ff3 req-620ded44-da6d-4394-bf08-b27a3c66815e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:18.726824 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d92b00eb-6fad-49ec-a8cf-f873217b4ff3 req-620ded44-da6d-4394-bf08-b27a3c66815e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 932 time: 0.0550330 Oct 27 05:59:18.770521 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d92b00eb-6fad-49ec-a8cf-f873217b4ff3 req-d5735508-42be-4b8c-b4a7-4e3889bb51f6 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375164 Oct 27 05:59:18.924667 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c39e4f-4401-4d02-812e-9e4a51d7d9ab req-69cbd0fd-12e0-4acc-b377-1c39a6a38490 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:18.926480 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c6c39e4f-4401-4d02-812e-9e4a51d7d9ab req-69cbd0fd-12e0-4acc-b377-1c39a6a38490 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0576828 Oct 27 05:59:18.970664 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c6c39e4f-4401-4d02-812e-9e4a51d7d9ab req-fd6d2f50-b014-4c1a-a921-c6065f990785 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365441 Oct 27 05:59:19.682471 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02513c-b661-4050-bd5b-d61c015e0a44 req-e3f33c33-3959-44fd-a9f9-0d62df40697f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:19.684040 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ec02513c-b661-4050-bd5b-d61c015e0a44 req-e3f33c33-3959-44fd-a9f9-0d62df40697f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0602520 Oct 27 05:59:19.729451 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ec02513c-b661-4050-bd5b-d61c015e0a44 req-d0eef873-4e36-4601-9ed1-0e39afd619ca tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387948 Oct 27 05:59:19.891589 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e5961-7d3b-48cc-a970-103f38c3b3c0 req-2a6d822d-c6f7-4910-a3c9-68a248df31de tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:19.892998 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b02e5961-7d3b-48cc-a970-103f38c3b3c0 req-2a6d822d-c6f7-4910-a3c9-68a248df31de tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 932 time: 0.0514040 Oct 27 05:59:19.937641 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b02e5961-7d3b-48cc-a970-103f38c3b3c0 req-dbfba618-3aab-40e7-a093-9608c380aae5 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383348 Oct 27 05:59:20.100844 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112aa6e-43e8-4022-8fe9-766d992472b6 req-b0368f05-14a4-4d8d-bbd3-9901b57bd004 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:20.102453 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3112aa6e-43e8-4022-8fe9-766d992472b6 req-b0368f05-14a4-4d8d-bbd3-9901b57bd004 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0563090 Oct 27 05:59:20.147597 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3112aa6e-43e8-4022-8fe9-766d992472b6 req-e9126776-b36e-44ee-b80e-6e0d6467beb7 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379713 Oct 27 05:59:20.854444 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fce72-4309-47ea-88ae-a85cca92857a req-db02505f-669a-4dc7-ba07-7dfe18ba0dcf tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:20.857010 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fb3fce72-4309-47ea-88ae-a85cca92857a req-db02505f-669a-4dc7-ba07-7dfe18ba0dcf tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0539601 Oct 27 05:59:20.894640 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fb3fce72-4309-47ea-88ae-a85cca92857a req-d84374b3-ae15-4306-9d8a-2a405eb6713b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Oct 27 05:59:20.908341 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Request body: {'port': {'device_id': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:59:20.976274 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:21.164686 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541257c-a99e-42f8-9369-1386ad9095ae req-b0f3188c-5071-4f2e-a4bb-40628078cf4c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:21.166479 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1541257c-a99e-42f8-9369-1386ad9095ae req-b0f3188c-5071-4f2e-a4bb-40628078cf4c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 932 time: 0.1292877 Oct 27 05:59:21.258621 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1541257c-a99e-42f8-9369-1386ad9095ae req-ffeb8af7-7f92-4859-9a3d-8519b4329b11 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822921 Oct 27 05:59:21.375110 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74826fc5-cb21-42af-a804-ff9f01718c97 req-d5281f06-5436-4e6d-8a1a-2acd234d38e0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:21.377332 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-74826fc5-cb21-42af-a804-ff9f01718c97 req-d5281f06-5436-4e6d-8a1a-2acd234d38e0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.1086488 Oct 27 05:59:21.396902 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:59:21.410645 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:21.439118 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Transition to ACTIVE for port object 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:59:21.441590 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-74826fc5-cb21-42af-a804-ff9f01718c97 req-90d835e1-0792-4dd9-bcfb-5e9c776d9090 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548525 Oct 27 05:59:21.517367 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:21.570540 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:21.653901 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Attempting to bind port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:59:21.654336 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Attempting to bind port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:59:21.654740 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Attempting to bind port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 on network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:59:21.660068 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 on network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:59:21.660465 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Attempting to bind port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 on network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:59:21.668327 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:59:21.668850 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Checking segment: {'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:59:21.669410 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Bound using segment: {'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:59:21.670032 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Bound port: 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fabdc84-408c-4da4-8d71-768a1758f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:59:21.670605 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:21.745810 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] For port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:59:21.746535 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] For port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:59:21.820524 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:21.855727 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:21.856465 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:21.858014 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 HTTP/1.1" status: 200 len: 1094 time: 0.9546919 Oct 27 05:59:21.864153 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:59:21.864153 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1ff125-c0c9-4199-b7cd-84fb70fca693" -d '{"events": [{"name": "network-changed", "server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:59:21.883855 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f74ae-e39d-41f7-ab48-bacb6e05c576 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:21.918752 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4040d78-8b39-4498-863b-672f0743ef07 x-openstack-request-id: req-c4040d78-8b39-4498-863b-672f0743ef07 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:59:21.919064 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:59:21.919314 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4040d78-8b39-4498-863b-672f0743ef07 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:59:21.919709 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'status': 'completed', 'code': 200} Oct 27 05:59:22.040485 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ff125-c0c9-4199-b7cd-84fb70fca693 req-1bd437a1-9689-475d-9540-c6e0eb963008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:22.042060 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc1ff125-c0c9-4199-b7cd-84fb70fca693 req-1bd437a1-9689-475d-9540-c6e0eb963008 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9&device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 1097 time: 0.0765285 Oct 27 05:59:22.058004 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81f385-aad0-414b-aa12-4b2001083d22 req-31604cb7-4308-4ef3-b97a-4c2bd7c282f7 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:22.059653 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ec81f385-aad0-414b-aa12-4b2001083d22 req-31604cb7-4308-4ef3-b97a-4c2bd7c282f7 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0668526 Oct 27 05:59:22.151730 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ec81f385-aad0-414b-aa12-4b2001083d22 req-dc51669d-071b-4cb4-947e-9d70c95e203b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854247 Oct 27 05:59:22.191899 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ff125-c0c9-4199-b7cd-84fb70fca693 req-1ef2f48f-fd94-4b11-890a-64b19b426cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:22.193396 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc1ff125-c0c9-4199-b7cd-84fb70fca693 req-1ef2f48f-fd94-4b11-890a-64b19b426cff service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1210437 Oct 27 05:59:22.290313 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ff125-c0c9-4199-b7cd-84fb70fca693 req-07fc2167-9ab9-4252-8a1e-c760d879f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:22.291783 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc1ff125-c0c9-4199-b7cd-84fb70fca693 req-07fc2167-9ab9-4252-8a1e-c760d879f512 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905855 Oct 27 05:59:22.437402 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1644e-295f-4082-a38d-86f29b38b0a2 req-2e4f7248-c47b-445c-a7a6-f85ed5ea903f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:22.445677 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-33c1644e-295f-4082-a38d-86f29b38b0a2 req-2e4f7248-c47b-445c-a7a6-f85ed5ea903f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 944 time: 0.1016665 Oct 27 05:59:22.465232 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-e8a51325-43de-4558-849f-ca5198b269ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:22.466654 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-e8a51325-43de-4558-849f-ca5198b269ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9&device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 1097 time: 0.0838754 Oct 27 05:59:22.489771 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-33c1644e-295f-4082-a38d-86f29b38b0a2 req-ff2ee2ba-d488-4110-bc19-cc2c63b724f3 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Oct 27 05:59:22.554376 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-cbb1c272-247f-44b2-aee4-e4f13ac051a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 HTTP/1.1" status: 200 len: 217 time: 0.0440717 Oct 27 05:59:22.650092 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-c356a2a3-d96a-417c-9605-fbcf4889663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:22.651611 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-c356a2a3-d96a-417c-9605-fbcf4889663d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8b755ee-8a36-4466-97b2-429384b9a95b HTTP/1.1" status: 200 len: 853 time: 0.0903623 Oct 27 05:59:22.668328 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd854db-0e13-427e-823f-0cddd2693aee req-6fc5ab4e-d38d-4e9d-afb8-ff327512caa9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:22.669999 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6dd854db-0e13-427e-823f-0cddd2693aee req-6fc5ab4e-d38d-4e9d-afb8-ff327512caa9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0657659 Oct 27 05:59:22.737081 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6dd854db-0e13-427e-823f-0cddd2693aee req-8ef869e3-e45c-46ed-b024-acc2fc9a7836 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563858 Oct 27 05:59:22.745434 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-11d59f36-fa3f-44d7-8273-510ebe51e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:22.746970 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-11d59f36-fa3f-44d7-8273-510ebe51e63a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749097 Oct 27 05:59:22.868810 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-cff48eff-2026-445d-be2e-88c36ffc6170 service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024337 Oct 27 05:59:22.967589 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ca462b4-431f-43e1-81d6-b11d02e71914 req-320e5d78-2c43-4752-bc19-f1b3cca28f94 service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910299 Oct 27 05:59:23.607725 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4fcd1-a414-4ff3-908f-03b0b8e1e8ca req-9a7502f0-053f-460f-a854-d590f06b6d9b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:23.609275 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-63f4fcd1-a414-4ff3-908f-03b0b8e1e8ca req-9a7502f0-053f-460f-a854-d590f06b6d9b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 944 time: 0.0520082 Oct 27 05:59:23.651796 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-63f4fcd1-a414-4ff3-908f-03b0b8e1e8ca req-1862be95-2b68-4b61-9791-b5b4a52e0ae7 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Oct 27 05:59:23.652624 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:23.865492 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165be49-5008-4c29-9c03-d054acda0496 req-5e38c2f2-c8ba-4a7d-9046-96a3fef56c38 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:23.867009 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8165be49-5008-4c29-9c03-d054acda0496 req-5e38c2f2-c8ba-4a7d-9046-96a3fef56c38 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0524440 Oct 27 05:59:23.970846 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-488053b9-75f4-42b6-a5e0-d99f8439fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:23.972351 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-488053b9-75f4-42b6-a5e0-d99f8439fbad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5&tenant_id=c482bd8fa6824737b96e650ac49d246f HTTP/1.1" status: 200 len: 1096 time: 0.1159286 Oct 27 05:59:23.977255 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8165be49-5008-4c29-9c03-d054acda0496 req-27644e0a-dfa8-4baf-a2d5-adf73b7742ad tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513167 Oct 27 05:59:24.079723 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-41d1f748-0464-4ed5-93e2-c9693ec9dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:24.081112 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-41d1f748-0464-4ed5-93e2-c9693ec9dc0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 1096 time: 0.0441442 Oct 27 05:59:24.183561 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-e613b4b0-78a6-487a-a126-4fe4ca9e53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:24.185058 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-e613b4b0-78a6-487a-a126-4fe4ca9e53fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 917 time: 0.0958538 Oct 27 05:59:24.261464 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-445cf674-b9a8-420f-ba57-a83c998af795 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59a678d6-ba75-46b9-8975-11348c16a2ca HTTP/1.1" status: 200 len: 999 time: 0.0668929 Oct 27 05:59:24.319349 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-33d5cd78-3e25-450c-bbc8-6bb74c97c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:24.321276 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-33d5cd78-3e25-450c-bbc8-6bb74c97c158 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0481892 Oct 27 05:59:24.379810 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-d43e53e0-dcd9-4d47-8905-833fc2ccde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:24.382450 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-d43e53e0-dcd9-4d47-8905-833fc2ccde32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533473 Oct 27 05:59:24.496915 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-1ef7fb19-dc43-402f-ad36-cedee7e71d8a service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070371 Oct 27 05:59:24.605424 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ac91a733-f492-44ca-b8df-458a42af5b21 req-13624c86-09c3-4eed-b009-c520cab73564 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987005 Oct 27 05:59:24.765466 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa07f8-323f-43e1-8f78-34425cde5652 req-772c6fa3-661a-4b06-8522-ce69abfa051d tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:24.767340 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f9aa07f8-323f-43e1-8f78-34425cde5652 req-772c6fa3-661a-4b06-8522-ce69abfa051d tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 944 time: 0.0503700 Oct 27 05:59:24.808624 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f9aa07f8-323f-43e1-8f78-34425cde5652 req-e6e4df17-1ec6-4eb8-a8fb-31062bf6df07 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341344 Oct 27 05:59:25.103537 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d90d65-8a28-4ddc-8972-09430f108ef8 req-fd53bc0e-db43-4ba1-8438-1f331243b861 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:25.105134 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-52d90d65-8a28-4ddc-8972-09430f108ef8 req-fd53bc0e-db43-4ba1-8438-1f331243b861 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0498555 Oct 27 05:59:25.153039 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-52d90d65-8a28-4ddc-8972-09430f108ef8 req-f60171ad-face-4bf3-81f8-6432c8755786 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Oct 27 05:59:25.254403 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:59:25.369990 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:25.384952 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'port_id': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'mac_address': 'fa:16:3e:7b:83:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:59:25.432241 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:25.448967 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:59:25.483597 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:25.557390 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:25.620909 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:25.933406 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:59:25.944054 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27675f9-c4a4-4848-b073-29e376b0641e req-f7177076-c052-44fd-aea2-0f750ba84043 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:25.945786 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f27675f9-c4a4-4848-b073-29e376b0641e req-f7177076-c052-44fd-aea2-0f750ba84043 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 945 time: 0.0660293 Oct 27 05:59:26.060674 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f27675f9-c4a4-4848-b073-29e376b0641e req-d9f0db04-7ba7-469c-9cf9-2dbf67156c0e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965464 Oct 27 05:59:26.356230 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a09e-e46d-43de-89e4-67287e80a07a req-66627c1f-105e-407a-a3b1-64b955a239e6 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:26.358304 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ec54a09e-e46d-43de-89e4-67287e80a07a req-66627c1f-105e-407a-a3b1-64b955a239e6 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0663366 Oct 27 05:59:26.415194 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ec54a09e-e46d-43de-89e4-67287e80a07a req-a7d83000-f68b-49f2-b3ed-5f4b5bc51a74 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506804 Oct 27 05:59:27.176607 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b7568-5917-4346-ae41-e3edcd73b84a req-ed052e33-b6d8-4059-8ede-3a2fa45aed06 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:27.179041 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-738b7568-5917-4346-ae41-e3edcd73b84a req-ed052e33-b6d8-4059-8ede-3a2fa45aed06 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 945 time: 0.0575151 Oct 27 05:59:27.220600 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-738b7568-5917-4346-ae41-e3edcd73b84a req-e0e084cb-021e-4fe5-9977-56cc1a26e129 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353951 Oct 27 05:59:27.271021 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:59:27.560999 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:59:27.560999 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:59:27.560999 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:27.562136 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb953cf7-87d0-4927-ad0b-c404cc365740 req-d4d44ff1-8d59-4aee-ba3e-fe34ace7cb11 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:27.562136 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cb953cf7-87d0-4927-ad0b-c404cc365740 req-d4d44ff1-8d59-4aee-ba3e-fe34ace7cb11 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0527089 Oct 27 05:59:27.599798 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:27.633091 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cb953cf7-87d0-4927-ad0b-c404cc365740 req-fd07c453-58b7-4d77-8920-681718f86d21 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694094 Oct 27 05:59:27.641371 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:59:27.645648 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e570862f-2e71-45a3-84cf-21b96bf8a279" -d '{"events": [{"server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "name": "network-vif-plugged", "status": "completed", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:59:27.662380 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:27.683097 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caf638f-0c40-4644-aeb5-c46bbbb9f106 x-openstack-request-id: req-7caf638f-0c40-4644-aeb5-c46bbbb9f106 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:59:27.683406 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "name": "network-vif-plugged", "status": "completed", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:59:27.683660 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7caf638f-0c40-4644-aeb5-c46bbbb9f106 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:59:27.684052 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'code': 200} Oct 27 05:59:27.763232 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:27.814082 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:28.394667 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d54ce-a3f7-4c3f-814f-5e4e2f848537 req-b71b9598-dd39-427d-8ee7-875a5ea8c4e0 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:28.396167 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-885d54ce-a3f7-4c3f-814f-5e4e2f848537 req-b71b9598-dd39-427d-8ee7-875a5ea8c4e0 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0904489 Oct 27 05:59:28.405755 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e98f-6de3-41f2-a3d4-22f41f662c16 req-73e2ad94-5293-43f4-87f2-7673590521aa tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:28.407844 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b553e98f-6de3-41f2-a3d4-22f41f662c16 req-73e2ad94-5293-43f4-87f2-7673590521aa tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0912831 Oct 27 05:59:28.462449 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-885d54ce-a3f7-4c3f-814f-5e4e2f848537 req-739d1205-d362-40ec-b1b3-b4bd3b309a9a tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536220 Oct 27 05:59:28.493123 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b553e98f-6de3-41f2-a3d4-22f41f662c16 req-f3099f14-6199-401f-bd0b-464df5bacc7b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768611 Oct 27 05:59:28.758782 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b43b2-2ff0-497c-90be-55ce4e41a281 req-d1a723d9-f713-42e4-95eb-dff81e8df043 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:28.761278 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5b4b43b2-2ff0-497c-90be-55ce4e41a281 req-d1a723d9-f713-42e4-95eb-dff81e8df043 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0592320 Oct 27 05:59:28.804598 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5b4b43b2-2ff0-497c-90be-55ce4e41a281 req-256dce94-3af5-4e88-a6d2-3354cd786b7b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353417 Oct 27 05:59:29.585700 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-6478e6a2-f5d2-4764-8b8e-a3ac68b97198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:29.622966 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325dc44-f86f-409a-9c6f-aa5ccf8e5a37 req-be1b9e32-5860-4a41-8237-ea6e2db16980 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:29.624531 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4325dc44-f86f-409a-9c6f-aa5ccf8e5a37 req-be1b9e32-5860-4a41-8237-ea6e2db16980 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0814483 Oct 27 05:59:29.645733 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef1899-5367-4238-b4bb-f3ded28b2aeb req-55ae2dda-534a-4648-a31f-06ffca8022e3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:29.647196 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-acef1899-5367-4238-b4bb-f3ded28b2aeb req-55ae2dda-534a-4648-a31f-06ffca8022e3 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0730195 Oct 27 05:59:29.708263 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4325dc44-f86f-409a-9c6f-aa5ccf8e5a37 req-dd9b3386-ff4a-4bcb-84ec-369005a70d3d tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762873 Oct 27 05:59:29.711174 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-acef1899-5367-4238-b4bb-f3ded28b2aeb req-24903f95-0168-4015-bf46-7ecc069bd22f tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563433 Oct 27 05:59:29.934247 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d583eb7-7842-4179-9576-b1b70ad11d01 req-8152d9e5-7ca7-4dc1-b862-157f229dfb97 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:29.938295 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4d583eb7-7842-4179-9576-b1b70ad11d01 req-8152d9e5-7ca7-4dc1-b862-157f229dfb97 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0574305 Oct 27 05:59:29.979093 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4d583eb7-7842-4179-9576-b1b70ad11d01 req-2019e2b2-9039-4304-a027-3a02d0ac72fd tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354915 Oct 27 05:59:30.869144 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614f68b-a91b-4aaa-8e08-abfffe4673e0 req-afad1ae3-1158-45c4-8a38-cb28a3c29171 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:30.870616 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5614f68b-a91b-4aaa-8e08-abfffe4673e0 req-afad1ae3-1158-45c4-8a38-cb28a3c29171 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0834782 Oct 27 05:59:30.894329 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83a7a2-abbc-4e11-b77b-5735e0882bb7 req-0f8c1d69-e83c-4808-bf6f-fe7006e24833 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:30.895955 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fb83a7a2-abbc-4e11-b77b-5735e0882bb7 req-0f8c1d69-e83c-4808-bf6f-fe7006e24833 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0915415 Oct 27 05:59:30.943890 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5614f68b-a91b-4aaa-8e08-abfffe4673e0 req-5c246095-8bc1-4959-bf1e-e1fedea164a5 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637674 Oct 27 05:59:30.964286 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fb83a7a2-abbc-4e11-b77b-5735e0882bb7 req-0dee6660-ce69-4707-ae06-36bed4efc24a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604806 Oct 27 05:59:31.111284 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075be06-7c42-429d-8051-2dc0393f11bd req-db8a305b-2a61-4e91-baa9-08fc5fc8a7f6 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:31.112807 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5075be06-7c42-429d-8051-2dc0393f11bd req-db8a305b-2a61-4e91-baa9-08fc5fc8a7f6 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0526748 Oct 27 05:59:31.158982 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5075be06-7c42-429d-8051-2dc0393f11bd req-eacd81b5-e0be-4c86-bda6-cacb3a688097 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366774 Oct 27 05:59:32.131026 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27854bdf-4815-4a4c-aeed-3e0f2b510c78 req-de366b3f-6798-4817-9d68-5d0f90290963 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:32.132551 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-27854bdf-4815-4a4c-aeed-3e0f2b510c78 req-de366b3f-6798-4817-9d68-5d0f90290963 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.1089046 Oct 27 05:59:32.142054 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bd457-b475-4cba-ac48-3b036e7c2742 req-35314ca9-b54f-4235-8b7d-cd5edbcd3623 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:32.143387 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-244bd457-b475-4cba-ac48-3b036e7c2742 req-35314ca9-b54f-4235-8b7d-cd5edbcd3623 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0810831 Oct 27 05:59:32.213253 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-244bd457-b475-4cba-ac48-3b036e7c2742 req-1a0fe5b0-0bee-4cd1-8cee-ee5d9f5d5d2a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487568 Oct 27 05:59:32.218619 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-27854bdf-4815-4a4c-aeed-3e0f2b510c78 req-9778cf06-66ed-4597-9e92-b1b0d6033789 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742378 Oct 27 05:59:32.283779 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-359c4927-dcc7-4dd2-b435-f72f3a857989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:32.330030 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392da85-5010-42ca-b6c7-360deb89cec8 req-5eda4244-46aa-48e7-a086-087934e51574 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:32.331580 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2392da85-5010-42ca-b6c7-360deb89cec8 req-5eda4244-46aa-48e7-a086-087934e51574 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0485566 Oct 27 05:59:32.372987 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2392da85-5010-42ca-b6c7-360deb89cec8 req-b9f36f3e-d07d-4fc3-a106-c380a31ef962 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353377 Oct 27 05:59:33.322976 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:33.364897 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46255af5-410a-43b0-b473-22de6a76d3c1 req-4242ce84-8db0-476a-be38-67eb8f37b563 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:33.366446 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-46255af5-410a-43b0-b473-22de6a76d3c1 req-4242ce84-8db0-476a-be38-67eb8f37b563 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0812337 Oct 27 05:59:33.400301 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05535ac5-8cbd-4f5b-8fcd-df22f5b47112 req-c374f04c-68a6-4c09-b49b-da2daf6e3230 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:33.436217 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-05535ac5-8cbd-4f5b-8fcd-df22f5b47112 req-c374f04c-68a6-4c09-b49b-da2daf6e3230 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0899363 Oct 27 05:59:33.436217 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-46255af5-410a-43b0-b473-22de6a76d3c1 req-3563b551-2c5d-4229-b97c-ce160990d5fd tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595438 Oct 27 05:59:33.462684 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-05535ac5-8cbd-4f5b-8fcd-df22f5b47112 req-17bd0380-08a8-4e43-9a0a-6ae96c5f11b3 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529895 Oct 27 05:59:33.556042 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:33.599269 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50589fad-0e06-448a-be94-39ed13b0696a req-ff62b264-ff0a-44ca-b327-d784ad8c2f37 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:33.601355 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-50589fad-0e06-448a-be94-39ed13b0696a req-ff62b264-ff0a-44ca-b327-d784ad8c2f37 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0644894 Oct 27 05:59:33.652915 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-50589fad-0e06-448a-be94-39ed13b0696a req-752daab1-c190-4352-9ad4-fa8cc3463753 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430703 Oct 27 05:59:34.606921 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf21c78-e843-4044-a603-365b74d18878 req-c5b5b9e3-e662-4a8c-b3cb-416bdef82fe1 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:34.608683 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-daf21c78-e843-4044-a603-365b74d18878 req-c5b5b9e3-e662-4a8c-b3cb-416bdef82fe1 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0963838 Oct 27 05:59:34.617706 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59eb0e-4543-4f62-ab63-df831f046436 req-15c452b8-547d-4075-bf67-9e845a3f7836 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:34.619355 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bd59eb0e-4543-4f62-ab63-df831f046436 req-15c452b8-547d-4075-bf67-9e845a3f7836 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0725982 Oct 27 05:59:34.684354 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-daf21c78-e843-4044-a603-365b74d18878 req-c5929743-db45-4ab5-986e-d80327e39c35 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579340 Oct 27 05:59:34.691394 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bd59eb0e-4543-4f62-ab63-df831f046436 req-7e3f183d-6cf7-4a6e-986b-f3f8cf0ff21a tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619953 Oct 27 05:59:34.796916 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229d696-f760-4c6b-9824-93e436746178 req-5d009254-383b-4437-911d-b8150f01caae tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:34.801646 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9229d696-f760-4c6b-9824-93e436746178 req-5d009254-383b-4437-911d-b8150f01caae tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0539730 Oct 27 05:59:34.839926 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9229d696-f760-4c6b-9824-93e436746178 req-0404821a-2825-4bb8-a12f-f7c01c214e74 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349028 Oct 27 05:59:34.980117 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:36.075284 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95847af0-9633-4b5e-9aaa-801d42180bf5 req-0108001e-246b-4a2d-9952-cba20048c67b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:36.079260 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-95847af0-9633-4b5e-9aaa-801d42180bf5 req-0108001e-246b-4a2d-9952-cba20048c67b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.2930992 Oct 27 05:59:36.085174 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7df26-56d7-4154-ab47-2f704528c477 req-685a671b-8514-4a30-8116-0928678a480e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:36.086570 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d6a7df26-56d7-4154-ab47-2f704528c477 req-685a671b-8514-4a30-8116-0928678a480e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.3117518 Oct 27 05:59:36.142435 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-95847af0-9633-4b5e-9aaa-801d42180bf5 req-0861572d-8a69-4877-aafc-64ad71499a8c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548949 Oct 27 05:59:36.147586 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d6a7df26-56d7-4154-ab47-2f704528c477 req-18e1db16-2a00-47be-8ff3-e2400c09e2c5 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544827 Oct 27 05:59:36.262536 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d851b6-cca7-48c0-9be2-9425485e442a req-55188f08-932f-4116-891b-eb3fe14590b8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:36.264029 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-52d851b6-cca7-48c0-9be2-9425485e442a req-55188f08-932f-4116-891b-eb3fe14590b8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0499253 Oct 27 05:59:36.303050 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-52d851b6-cca7-48c0-9be2-9425485e442a req-95c4fe16-f4e7-4048-a0d8-8def748b0c7b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330253 Oct 27 05:59:37.094468 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-435740ce-68bb-4c3d-8501-a63e2d806377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:37.096040 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-435740ce-68bb-4c3d-8501-a63e2d806377 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 1096 time: 0.0428920 Oct 27 05:59:37.360405 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97fef5-9f76-4859-9619-f87bb4a49ecb req-a6fc1b67-894e-4785-8149-3db97eeb4fab tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:37.361963 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7f97fef5-9f76-4859-9619-f87bb4a49ecb req-a6fc1b67-894e-4785-8149-3db97eeb4fab tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.1421583 Oct 27 05:59:37.382137 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bf16a-9c16-4380-b625-d912ae1ad6e8 req-060173c4-abfb-4a27-8676-9fb45448a825 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:37.383546 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-357bf16a-9c16-4380-b625-d912ae1ad6e8 req-060173c4-abfb-4a27-8676-9fb45448a825 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.1627364 Oct 27 05:59:37.426372 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-bd9fb566-2591-4f9f-a4a4-21b3e83a081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:37.427779 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-bd9fb566-2591-4f9f-a4a4-21b3e83a081b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 917 time: 0.1975913 Oct 27 05:59:37.512460 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7f97fef5-9f76-4859-9619-f87bb4a49ecb req-4197d567-b233-4af3-825d-387970927b43 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279874 Oct 27 05:59:37.520465 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52717da7-ca06-474d-8bc9-49a0b432cffa req-ff501403-de72-4fb4-9bc9-a162204c0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:37.521934 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-52717da7-ca06-474d-8bc9-49a0b432cffa req-ff501403-de72-4fb4-9bc9-a162204c0ffb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 1099 time: 0.1567707 Oct 27 05:59:37.524640 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-357bf16a-9c16-4380-b625-d912ae1ad6e8 req-335d69ce-2020-4a30-807b-89da256bf9c2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318686 Oct 27 05:59:37.551807 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-e70d27e6-c00f-4b64-8237-ff4c10adaed1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59a678d6-ba75-46b9-8975-11348c16a2ca HTTP/1.1" status: 200 len: 999 time: 0.1111841 Oct 27 05:59:37.634213 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-52717da7-ca06-474d-8bc9-49a0b432cffa req-046bacb0-f085-4361-ae4c-1a4937a53064 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925632 Oct 27 05:59:37.649554 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-39d917c7-2334-44d6-821d-4bd528d4d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:37.650987 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-39d917c7-2334-44d6-821d-4bd528d4d313 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0899839 Oct 27 05:59:37.666101 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ef31-f7f5-47f6-9ae1-962ce3553619 req-699ace6a-f304-4517-b67f-0ae80fe15ab4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:37.667532 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-be04ef31-f7f5-47f6-9ae1-962ce3553619 req-699ace6a-f304-4517-b67f-0ae80fe15ab4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0964558 Oct 27 05:59:37.709273 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-be04ef31-f7f5-47f6-9ae1-962ce3553619 req-9c614922-5b72-43f5-8f2e-312f3a6fcfb2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359528 Oct 27 05:59:38.086036 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-d27f4689-66fc-4c7b-8e8f-a37209b58971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:38.087642 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-d27f4689-66fc-4c7b-8e8f-a37209b58971 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433710 Oct 27 05:59:38.207546 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-e29324fc-de7e-420b-a778-33f9712fd45b service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946884 Oct 27 05:59:38.319303 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e2220977-0f36-4bdf-8840-5211ef4730f7 req-6f3dcdeb-c337-49ac-9872-3cb138e2bf43 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834460 Oct 27 05:59:38.660418 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53a442-c996-40c3-84ba-7046a27788f6 req-0d535bdf-1a41-42f6-8c39-d1f5fceb8626 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:38.661959 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ce53a442-c996-40c3-84ba-7046a27788f6 req-0d535bdf-1a41-42f6-8c39-d1f5fceb8626 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0820963 Oct 27 05:59:38.671046 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c2e1c-6d26-447e-8a40-7746f287b99e req-c585ef12-13ff-4e2d-8e07-fad1f545df5c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:38.673286 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-642c2e1c-6d26-447e-8a40-7746f287b99e req-c585ef12-13ff-4e2d-8e07-fad1f545df5c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0816624 Oct 27 05:59:38.727173 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ce53a442-c996-40c3-84ba-7046a27788f6 req-2bd36a8a-a2b7-4953-9564-a4516ce3809c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537882 Oct 27 05:59:38.732172 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-642c2e1c-6d26-447e-8a40-7746f287b99e req-8b311b64-dcdc-4e53-b570-e503afdea5ad tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530097 Oct 27 05:59:38.838840 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b25458-5601-4d5d-95de-3d2e09b1c98a req-eada7ece-85b2-4023-aa3b-d802c5115fae tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:38.839553 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-22b25458-5601-4d5d-95de-3d2e09b1c98a req-eada7ece-85b2-4023-aa3b-d802c5115fae tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0514710 Oct 27 05:59:38.884222 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-22b25458-5601-4d5d-95de-3d2e09b1c98a req-65de3785-c8f1-4a0a-9c9f-db0b2c08acc2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358241 Oct 27 05:59:39.873364 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54493a39-6231-4af0-9196-776eda5170f9 req-8334f94b-93c2-4012-a8a1-880e1208fa63 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:39.874888 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-54493a39-6231-4af0-9196-776eda5170f9 req-8334f94b-93c2-4012-a8a1-880e1208fa63 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0766006 Oct 27 05:59:39.897835 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a1a8e-4089-4f01-970e-b40a512da91f req-2961b366-bbb1-4536-99af-7a5208218334 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:39.899319 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-350a1a8e-4089-4f01-970e-b40a512da91f req-2961b366-bbb1-4536-99af-7a5208218334 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0752549 Oct 27 05:59:39.949639 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-54493a39-6231-4af0-9196-776eda5170f9 req-91c64a0a-2397-4f53-bd96-24831d01133a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680389 Oct 27 05:59:39.954767 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-350a1a8e-4089-4f01-970e-b40a512da91f req-2eb803e7-4645-47ce-bad3-1c5e5fb7c046 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488408 Oct 27 05:59:40.089525 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268ee81-7f1e-4c79-8c57-5fc73dc15db3 req-2c208445-601b-4e2d-9efd-8beccbd142c1 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:40.090947 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5268ee81-7f1e-4c79-8c57-5fc73dc15db3 req-2c208445-601b-4e2d-9efd-8beccbd142c1 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0777934 Oct 27 05:59:40.112071 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02620d61-50c3-47e6-8374-f49fdcce4166 req-35f8117d-8093-4890-b086-d47351ed1709 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:40.114023 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-02620d61-50c3-47e6-8374-f49fdcce4166 req-35f8117d-8093-4890-b086-d47351ed1709 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0754788 Oct 27 05:59:40.160963 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5268ee81-7f1e-4c79-8c57-5fc73dc15db3 req-f2850c01-0f98-4c0c-a7ee-bb463cfb6774 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619407 Oct 27 05:59:40.167897 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-02620d61-50c3-47e6-8374-f49fdcce4166 req-c2090294-0114-4552-b17d-9a8f04637f02 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467000 Oct 27 05:59:40.500777 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7b44-6cd6-4f54-92dc-c3ccc92a2f14 req-48efb661-61f9-4ea5-b1b2-d313b9689838 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:40.502322 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6d5c7b44-6cd6-4f54-92dc-c3ccc92a2f14 req-48efb661-61f9-4ea5-b1b2-d313b9689838 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0574946 Oct 27 05:59:40.572972 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6d5c7b44-6cd6-4f54-92dc-c3ccc92a2f14 req-d32ee20c-4bc1-4752-99b1-694fafea16a3 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642891 Oct 27 05:59:40.585616 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8085d22-27b8-4821-8ac6-97385795c1dd req-9cc6b0f4-6898-46fb-a622-31d117a4be24 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:40.587294 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d8085d22-27b8-4821-8ac6-97385795c1dd req-9cc6b0f4-6898-46fb-a622-31d117a4be24 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0724084 Oct 27 05:59:40.630132 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d8085d22-27b8-4821-8ac6-97385795c1dd req-1c6daa88-149b-4139-9ab4-a4fe5f2881fc tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358810 Oct 27 05:59:40.719929 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-34e25846-c275-4418-9616-b84ffa3d1e64 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:40.721407 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-34e25846-c275-4418-9616-b84ffa3d1e64 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.26 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0563428 Oct 27 05:59:40.843739 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Deleting port bd420cf3-e36a-432a-a26a-e033aa2cab0a {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:59:40.844082 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:40.935274 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] For port bd420cf3-e36a-432a-a26a-e033aa2cab0a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd420cf3-e36a-432a-a26a-e033aa2cab0a,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:40.935956 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:40.948616 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Calling delete_port for bd420cf3-e36a-432a-a26a-e033aa2cab0a owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:59:41.082244 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e2d99-1369-480d-b7bb-843a9af75543 req-7f676621-4edc-4f2d-ad7e-25e39b635e93 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:41.083998 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-180e2d99-1369-480d-b7bb-843a9af75543 req-7f676621-4edc-4f2d-ad7e-25e39b635e93 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 945 time: 0.0605795 Oct 27 05:59:41.155117 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-180e2d99-1369-480d-b7bb-843a9af75543 req-db8b8267-da81-4073-8a24-05910e931dbc tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482414 Oct 27 05:59:41.262105 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:41.301435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Pushing event deleted for resources: {'Port': ['ID=bd420cf3-e36a-432a-a26a-e033aa2cab0a,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:41.305700 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55', 'bd420cf3-e36a-432a-a26a-e033aa2cab0a'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:59:41.331803 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.334161 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.334161 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.334161 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.334161 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.334591 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.334837 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.335035 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.335359 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.335678 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.335998 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.336318 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:41.354120 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ef487-1f05-4151-98df-4c964da92c66 req-7053570b-8c8a-45c6-95c1-a0392f3b51ee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:41.355945 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ce3ef487-1f05-4151-98df-4c964da92c66 req-7053570b-8c8a-45c6-95c1-a0392f3b51ee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.1230340 Oct 27 05:59:41.372836 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] No DVR routers for this DVR port bd420cf3-e36a-432a-a26a-e033aa2cab0a on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:59:41.379749 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:41.384319 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0901d5e2-c5d7-4c70-9e83-fc08d67e66b0 req-82e62232-5cc6-489f-a225-79b950599c9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.26 "DELETE /v2.0/ports/bd420cf3-e36a-432a-a26a-e033aa2cab0a HTTP/1.1" status: 204 len: 173 time: 0.6246190 Oct 27 05:59:41.384319 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db29cb40-6d55-4b52-b50c-0304b8f39d01', 'name': 'network-vif-deleted', 'tag': 'bd420cf3-e36a-432a-a26a-e033aa2cab0a'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:59:41.385807 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fd95d6-8c3e-4634-8b83-e56fcf6c4760" -d '{"events": [{"server_uuid": "db29cb40-6d55-4b52-b50c-0304b8f39d01", "name": "network-vif-deleted", "tag": "bd420cf3-e36a-432a-a26a-e033aa2cab0a"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:59:41.430479 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ce3ef487-1f05-4151-98df-4c964da92c66 req-3c6ce49c-a76e-448b-bc56-ba43794f8528 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586057 Oct 27 05:59:41.459664 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5545d9-5dff-4428-8c6e-7365b358e2ed x-openstack-request-id: req-af5545d9-5dff-4428-8c6e-7365b358e2ed {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:59:41.459957 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db29cb40-6d55-4b52-b50c-0304b8f39d01", "name": "network-vif-deleted", "tag": "bd420cf3-e36a-432a-a26a-e033aa2cab0a", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:59:41.460208 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af5545d9-5dff-4428-8c6e-7365b358e2ed {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:59:41.460762 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db29cb40-6d55-4b52-b50c-0304b8f39d01', 'name': 'network-vif-deleted', 'tag': 'bd420cf3-e36a-432a-a26a-e033aa2cab0a', 'status': 'completed', 'code': 200} Oct 27 05:59:41.750126 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cfbb7-e92b-489c-85cf-16bee657aae9 req-8adadd8f-9715-433e-976f-189bd25c0f61 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:41.751551 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ff1cfbb7-e92b-489c-85cf-16bee657aae9 req-8adadd8f-9715-433e-976f-189bd25c0f61 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0507035 Oct 27 05:59:41.791816 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ff1cfbb7-e92b-489c-85cf-16bee657aae9 req-2cbfc8e1-0779-4006-9e7d-1d27de5e0590 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333414 Oct 27 05:59:42.259874 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-06120541-1cbf-44b1-a8f3-45b56db0e566 req-46506260-d6a9-40aa-9b85-3e833444ee89 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 210 time: 0.0254922 Oct 27 05:59:42.556150 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe868a50-dcdd-4d9f-bae2-56330b09c3fb req-2a6fe586-5b16-45c4-8ab2-ca560c0069cb tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:42.557600 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fe868a50-dcdd-4d9f-bae2-56330b09c3fb req-2a6fe586-5b16-45c4-8ab2-ca560c0069cb tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0511501 Oct 27 05:59:42.595032 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fe868a50-dcdd-4d9f-bae2-56330b09c3fb req-cbf0e8f1-9b62-4616-adfb-5d8598883133 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317261 Oct 27 05:59:42.907790 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a632e-8977-42d2-b0d7-2bb038e42af5 req-ead1875c-03c8-4cad-9c6c-b83cb3bdd94e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:42.909269 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b81a632e-8977-42d2-b0d7-2bb038e42af5 req-ead1875c-03c8-4cad-9c6c-b83cb3bdd94e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0506864 Oct 27 05:59:42.952819 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b81a632e-8977-42d2-b0d7-2bb038e42af5 req-26236488-6536-4fe1-a1da-3d11192025dd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376153 Oct 27 05:59:43.361877 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c16f26f4-051d-4b8e-ba10-8e53e56a7ef9 req-1c6a35ab-6295-4c92-8e31-b969f5158b90 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Oct 27 05:59:43.716006 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91b01c-677b-4dff-8c51-77c789e08b66 req-b08b0379-e6d2-4012-8fb0-4b77f137b669 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:43.717457 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-da91b01c-677b-4dff-8c51-77c789e08b66 req-b08b0379-e6d2-4012-8fb0-4b77f137b669 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0511823 Oct 27 05:59:43.755525 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-da91b01c-677b-4dff-8c51-77c789e08b66 req-cb86b023-80a1-43ad-ad44-dcd0665c317d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 Oct 27 05:59:44.065456 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb30cd-3110-4754-8cd3-c215147fa32e req-a105772d-830f-4fca-85f5-f5163aca67cc tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:44.067502 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-12cb30cd-3110-4754-8cd3-c215147fa32e req-a105772d-830f-4fca-85f5-f5163aca67cc tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0485520 Oct 27 05:59:44.104907 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-12cb30cd-3110-4754-8cd3-c215147fa32e req-96f1d760-8396-41ea-a462-50def87c8e35 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311923 Oct 27 05:59:44.465644 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1e03c692-711b-4238-876b-ca75a692c9d5 req-725377d3-50d0-4a7d-b719-8a6469194025 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 210 time: 0.0267339 Oct 27 05:59:44.683700 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device bd420cf3-e36a-432a-a26a-e033aa2cab0a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:59:44.704148 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: bd420cf3-e36a-432a-a26a-e033aa2cab0a {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:59:44.704912 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device bd420cf3-e36a-432a-a26a-e033aa2cab0a not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:59:44.872793 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85ad2b-764d-4607-95b3-9230373e9bcd req-4efdb2a2-6fef-4a57-9e25-7f39bf389202 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:44.874272 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c85ad2b-764d-4607-95b3-9230373e9bcd req-4efdb2a2-6fef-4a57-9e25-7f39bf389202 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0474381 Oct 27 05:59:44.914367 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c85ad2b-764d-4607-95b3-9230373e9bcd req-878e9198-fc55-4b31-8c3d-3fa5746de7eb tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341148 Oct 27 05:59:45.217572 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437226c-f34f-4eb7-82b5-403f1c535734 req-4c01390f-cb58-4851-bf08-f870dbfb891e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:45.219126 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d437226c-f34f-4eb7-82b5-403f1c535734 req-4c01390f-cb58-4851-bf08-f870dbfb891e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0494418 Oct 27 05:59:45.257411 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d437226c-f34f-4eb7-82b5-403f1c535734 req-9240f30a-a3bf-48c8-85ed-b00fc6b8987f tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310955 Oct 27 05:59:45.572894 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-eb38234d-d417-40c9-9da5-1958c4f08990 req-74a09826-eeda-4b43-bf4d-c36b3525e9eb tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=db29cb40-6d55-4b52-b50c-0304b8f39d01 HTTP/1.1" status: 200 len: 210 time: 0.0268607 Oct 27 05:59:46.033088 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f929f-2a6c-4c98-9ec5-95762aa50e25 req-04731fe9-c4ce-4c04-9fe9-29d8844c454e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:46.034677 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a5f929f-2a6c-4c98-9ec5-95762aa50e25 req-04731fe9-c4ce-4c04-9fe9-29d8844c454e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0487933 Oct 27 05:59:46.072975 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a5f929f-2a6c-4c98-9ec5-95762aa50e25 req-8bc563ed-6537-43c4-9bb9-458f959a6769 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Oct 27 05:59:46.376193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134edf1-2e59-4a3b-a882-199e931ae220 req-e59721bd-69bc-4310-8874-b3ccb70525e7 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:46.377675 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9134edf1-2e59-4a3b-a882-199e931ae220 req-e59721bd-69bc-4310-8874-b3ccb70525e7 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0521085 Oct 27 05:59:46.416514 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9134edf1-2e59-4a3b-a882-199e931ae220 req-29fcd8a8-d5c0-413e-b101-af43eea9edbc tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321319 Oct 27 05:59:46.635072 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:59:47.025874 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e51a-d27a-429b-b447-6f1c0fa59c3b req-1188803e-73d4-42de-b572-84794470d137 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:47.027356 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-db93e51a-d27a-429b-b447-6f1c0fa59c3b req-1188803e-73d4-42de-b572-84794470d137 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0504117 Oct 27 05:59:47.064937 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-db93e51a-d27a-429b-b447-6f1c0fa59c3b req-88ba01a6-0433-4664-af93-f197ea6c9f88 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316284 Oct 27 05:59:47.194592 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed089622-be19-4214-8d0e-2bd57917882f req-4bb99b97-9318-4bf2-8b30-4f3c27d5a272 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:47.196065 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ed089622-be19-4214-8d0e-2bd57917882f req-4bb99b97-9318-4bf2-8b30-4f3c27d5a272 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 943 time: 0.0486042 Oct 27 05:59:47.232975 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ed089622-be19-4214-8d0e-2bd57917882f req-8c9c597a-93d4-4015-9016-43c21fdf33f7 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307691 Oct 27 05:59:47.352875 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 59a678d6-ba75-46b9-8975-11348c16a2ca details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:59:47.448592 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:47.462987 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'port_id': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'mac_address': 'fa:16:3e:4b:59:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:59:47.500265 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:47.514566 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a678d6-ba75-46b9-8975-11348c16a2ca {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:59:47.550440 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:47.550679 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af334743-050e-403a-b1ea-e7329095c146 req-438c5305-4f33-4500-86cd-bae32e482cde tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:47.550679 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af334743-050e-403a-b1ea-e7329095c146 req-438c5305-4f33-4500-86cd-bae32e482cde tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0627544 Oct 27 05:59:47.591946 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af334743-050e-403a-b1ea-e7329095c146 req-71645538-81d0-4600-b9a0-1113b54fe41b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379167 Oct 27 05:59:47.615661 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:47.659910 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=9']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:47.667292 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.667640 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.667981 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.668316 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.668646 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.668973 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.669301 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.669622 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.669996 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.670321 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.670640 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.670957 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:47.975650 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['59a678d6-ba75-46b9-8975-11348c16a2ca'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:59:48.181311 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563042d-8e55-43c9-b0a8-e17fa1583f93 req-2f2250e5-9124-473c-bc12-f07198544c90 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:48.182811 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6563042d-8e55-43c9-b0a8-e17fa1583f93 req-2f2250e5-9124-473c-bc12-f07198544c90 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0495172 Oct 27 05:59:48.220283 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6563042d-8e55-43c9-b0a8-e17fa1583f93 req-d1428585-5458-44a4-b79f-e62f607a3e9c tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Oct 27 05:59:48.350826 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5f968-a6b0-4713-8119-b4f665b7c0b9 req-df1f4d9e-17f6-477a-b07b-25f2bf29a7ba tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:48.352218 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e4b5f968-a6b0-4713-8119-b4f665b7c0b9 req-df1f4d9e-17f6-477a-b07b-25f2bf29a7ba tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 944 time: 0.0487137 Oct 27 05:59:48.389291 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e4b5f968-a6b0-4713-8119-b4f665b7c0b9 req-d5678eb1-05d6-4918-854c-c2d157a624a8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308268 Oct 27 05:59:48.712864 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992baab-fb35-4483-be8e-4e9ab1c1c7c9 req-74c8d2e3-f55d-425d-9212-8406d3a75bd3 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:48.714398 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2992baab-fb35-4483-be8e-4e9ab1c1c7c9 req-74c8d2e3-f55d-425d-9212-8406d3a75bd3 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0522606 Oct 27 05:59:48.752281 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2992baab-fb35-4483-be8e-4e9ab1c1c7c9 req-cd7eac80-d480-420f-99e6-36256bd8a5d5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320632 Oct 27 05:59:49.339938 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf384c9-90b2-4710-a929-db5973988954 req-272b1aec-3736-49dd-ac04-f269d1246fca tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:49.341454 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9bf384c9-90b2-4710-a929-db5973988954 req-272b1aec-3736-49dd-ac04-f269d1246fca tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0494845 Oct 27 05:59:49.379789 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9bf384c9-90b2-4710-a929-db5973988954 req-30d6cea0-5cd3-4c32-9c32-a193fa77fcae tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Oct 27 05:59:49.391477 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 59a678d6-ba75-46b9-8975-11348c16a2ca up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:59:49.441946 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 59a678d6-ba75-46b9-8975-11348c16a2ca triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:59:49.442396 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:49.510503 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38312d-032a-4432-81d7-48b529244e45 req-dc4af7ba-ad11-47d0-bf3f-bf57654629cf tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:49.511893 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0f38312d-032a-4432-81d7-48b529244e45 req-dc4af7ba-ad11-47d0-bf3f-bf57654629cf tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 944 time: 0.0497601 Oct 27 05:59:49.520641 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:49.544502 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:59:49.546759 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b2397c-4581-449e-82b4-42dc93dc5890" -d '{"events": [{"server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "name": "network-vif-plugged", "status": "completed", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:59:49.553549 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0f38312d-032a-4432-81d7-48b529244e45 req-8c534965-4bac-443e-a3b0-699cdbf38a07 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352824 Oct 27 05:59:49.562672 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:49.585900 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f8d23-13a0-4cd6-9d6d-3647f6bc5ecc x-openstack-request-id: req-883f8d23-13a0-4cd6-9d6d-3647f6bc5ecc {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:59:49.586219 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "name": "network-vif-plugged", "status": "completed", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:59:49.586476 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-883f8d23-13a0-4cd6-9d6d-3647f6bc5ecc {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:59:49.586872 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'code': 200} Oct 27 05:59:49.641150 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:49.695732 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=10']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:49.874943 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b2f5-8cd8-4227-9cdb-602b519c1efc req-36d6c1d6-2a9d-4730-b724-ca0de7418080 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:49.876391 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-80e9b2f5-8cd8-4227-9cdb-602b519c1efc req-36d6c1d6-2a9d-4730-b724-ca0de7418080 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0516043 Oct 27 05:59:49.914395 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-80e9b2f5-8cd8-4227-9cdb-602b519c1efc req-b854076c-471c-40f9-9c88-677f413790fb tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319061 Oct 27 05:59:50.269757 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d25db-52a8-493f-8321-c2c6b4348bb3 req-8bfc2b03-15d5-4bf3-8a8e-9922f68dd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:50.272060 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3b5d25db-52a8-493f-8321-c2c6b4348bb3 req-8bfc2b03-15d5-4bf3-8a8e-9922f68dd819 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 1099 time: 0.0413289 Oct 27 05:59:50.310728 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3b5d25db-52a8-493f-8321-c2c6b4348bb3 req-75676acc-a5a3-4cc8-b9d3-3a66d1226e32 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300665 Oct 27 05:59:50.494799 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667892d8-a7ed-4a74-9537-dd103761a657 req-adc548df-e9b0-47ef-917f-129465d33025 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:50.496311 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-667892d8-a7ed-4a74-9537-dd103761a657 req-adc548df-e9b0-47ef-917f-129465d33025 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0487235 Oct 27 05:59:50.533584 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-667892d8-a7ed-4a74-9537-dd103761a657 req-a50b2428-e801-4ca3-9d59-6d17466d337b tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Oct 27 05:59:50.680489 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498f0c6-e36b-41b5-ba50-aeafbee48b76 req-284fa00d-fec5-422c-8230-00daab515031 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:50.682207 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7498f0c6-e36b-41b5-ba50-aeafbee48b76 req-284fa00d-fec5-422c-8230-00daab515031 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 946 time: 0.0557759 Oct 27 05:59:50.721444 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7498f0c6-e36b-41b5-ba50-aeafbee48b76 req-2c40dfe1-e699-4d79-89ba-cb1a505dcfc7 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334783 Oct 27 05:59:51.028759 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b494b18-f166-4435-afee-1013d9ff6257 req-e39ce7b7-3fc0-4463-9a5e-1f76e6b44975 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:51.030286 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b494b18-f166-4435-afee-1013d9ff6257 req-e39ce7b7-3fc0-4463-9a5e-1f76e6b44975 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0493262 Oct 27 05:59:51.066682 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b494b18-f166-4435-afee-1013d9ff6257 req-08d9ef7a-70a4-4afd-b00b-e78b9b062264 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304601 Oct 27 05:59:51.654392 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b0b6b-7b35-4872-9f16-302dc377297c req-2968865d-ae9e-4e9c-a167-0be24e5e33f7 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:51.655963 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-772b0b6b-7b35-4872-9f16-302dc377297c req-2968865d-ae9e-4e9c-a167-0be24e5e33f7 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0530291 Oct 27 05:59:51.698150 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-772b0b6b-7b35-4872-9f16-302dc377297c req-0f971908-2b0d-4021-944e-462d89c317f6 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Oct 27 05:59:51.859369 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57056) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:51.862588 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6836b4-03ea-44fd-b5bb-58c7c9559774 req-a90d2225-cd59-4ecd-bc17-e97f3b6cd658 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:51.864354 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1c6836b4-03ea-44fd-b5bb-58c7c9559774 req-a90d2225-cd59-4ecd-bc17-e97f3b6cd658 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 946 time: 0.0518651 Oct 27 05:59:51.904587 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1c6836b4-03ea-44fd-b5bb-58c7c9559774 req-17de64d8-1de7-47f6-8df0-3f57a3240858 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334818 Oct 27 05:59:51.969112 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:52.040891 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:52.138194 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:52.176014 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6df521aada5746a9878ae17ed60bfcac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154244 Oct 27 05:59:52.177843 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0c800a-bc94-4726-ac8e-79e803d6a916,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:52.179827 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57070) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:52.183844 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a99ce-eefb-4c97-ac78-44c9480e49fc req-fdcea6c3-c6ff-4159-929c-c7cd7fccf456 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:52.185374 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc6a99ce-eefb-4c97-ac78-44c9480e49fc req-fdcea6c3-c6ff-4159-929c-c7cd7fccf456 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0491936 Oct 27 05:59:52.198916 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.198916 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.198916 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.198916 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.198916 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.198916 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.198916 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.199470 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.199470 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.199638 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.199918 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.200238 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5bc0-a7ad-4a05-9c49-7ff010a3f75b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:59:52.226246 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc6a99ce-eefb-4c97-ac78-44c9480e49fc req-95ded22e-1c63-42ee-937d-2fd10a526342 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346701 Oct 27 05:59:52.242934 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ed1261ea-2bea-49cb-a18e-3e171517d9b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:52.267952 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ed1261ea-2bea-49cb-a18e-3e171517d9b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:52.400872 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ed1261ea-2bea-49cb-a18e-3e171517d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:52.403452 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ed1261ea-2bea-49cb-a18e-3e171517d9b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:52.404631 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-ed1261ea-2bea-49cb-a18e-3e171517d9b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e0c800a-bc94-4726-ac8e-79e803d6a916 HTTP/1.1" status: 204 len: 168 time: 0.2239099 Oct 27 05:59:52.412844 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1261ea-2bea-49cb-a18e-3e171517d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0c800a-bc94-4726-ac8e-79e803d6a916,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:52.826251 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c225ea-9e93-4810-9a0a-95423cafae90 req-364af236-53ff-4661-9968-eed17c86510e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:52.828071 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41c225ea-9e93-4810-9a0a-95423cafae90 req-364af236-53ff-4661-9968-eed17c86510e tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0618951 Oct 27 05:59:52.871800 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41c225ea-9e93-4810-9a0a-95423cafae90 req-10ad1f01-da31-4fab-9158-a267211dbddf tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344002 Oct 27 05:59:53.028618 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38e75-d7a5-46be-9e45-ce54b206ca50 req-f6d83383-f7bb-4536-b3e8-da65abcae13b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:53.030163 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1d38e75-d7a5-46be-9e45-ce54b206ca50 req-f6d83383-f7bb-4536-b3e8-da65abcae13b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 946 time: 0.0530210 Oct 27 05:59:53.068432 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1d38e75-d7a5-46be-9e45-ce54b206ca50 req-8bc7c909-a7ea-411a-9f7e-89643f7c000a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317843 Oct 27 05:59:53.352422 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f23b0-ca96-42d4-aca2-8e7c69d6072c req-61725efe-4139-4d92-9cc4-bd080c5fdd0c tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:53.353983 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-982f23b0-ca96-42d4-aca2-8e7c69d6072c req-61725efe-4139-4d92-9cc4-bd080c5fdd0c tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0545895 Oct 27 05:59:53.394637 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-982f23b0-ca96-42d4-aca2-8e7c69d6072c req-c537ca7a-6656-44b0-aa4b-0a6710010714 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330818 Oct 27 05:59:53.654641 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:53.986914 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f93c0-c06f-48b1-89d4-4cec8eb6dafc req-2e6919fa-d2aa-4758-abbd-918ab729e563 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:53.988410 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7f7f93c0-c06f-48b1-89d4-4cec8eb6dafc req-2e6919fa-d2aa-4758-abbd-918ab729e563 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Oct 27 05:59:54.026514 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7f7f93c0-c06f-48b1-89d4-4cec8eb6dafc req-3a38fe3e-98b3-4d25-963f-1017779a9d5a tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf390c40-1190-4026-83c8-4b4530ef14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 Oct 27 05:59:54.232365 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a0918-d1c4-4aed-98da-d2d782ed5c17 req-2ca59317-ab6a-4639-aa22-bde98b38ee5f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:54.234291 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f62a0918-d1c4-4aed-98da-d2d782ed5c17 req-2ca59317-ab6a-4639-aa22-bde98b38ee5f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 946 time: 0.0940788 Oct 27 05:59:54.245860 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-20a80304-a9d6-4de3-bad7-7ff30032c540 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:54.247433 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-20a80304-a9d6-4de3-bad7-7ff30032c540 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.26 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 945 time: 0.0711358 Oct 27 05:59:54.313800 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f62a0918-d1c4-4aed-98da-d2d782ed5c17 req-64a311ea-8c7f-4f44-87ae-a82f95665b7b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653803 Oct 27 05:59:54.362481 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-5207d3b0-faae-4f69-b45f-9ee9da662116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Deleting port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:59:54.362817 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-5207d3b0-faae-4f69-b45f-9ee9da662116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:54.452319 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-5207d3b0-faae-4f69-b45f-9ee9da662116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] For port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:54.452690 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-5207d3b0-faae-4f69-b45f-9ee9da662116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:54.466459 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-5207d3b0-faae-4f69-b45f-9ee9da662116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Calling delete_port for f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:59:54.565872 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea7267-4abe-4ba0-8797-9f63238f493e req-ef77bc9c-9fe0-4887-ad93-b1b317fed616 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:54.567874 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bfea7267-4abe-4ba0-8797-9f63238f493e req-ef77bc9c-9fe0-4887-ad93-b1b317fed616 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0970550 Oct 27 05:59:54.636140 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bfea7267-4abe-4ba0-8797-9f63238f493e req-a9781858-d31c-401e-9381-984b05450be1 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622809 Oct 27 05:59:54.714899 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-5207d3b0-faae-4f69-b45f-9ee9da662116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:54.746330 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207d3b0-faae-4f69-b45f-9ee9da662116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Pushing event deleted for resources: {'Port': ['ID=f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:54.753770 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:59:54.787628 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-5207d3b0-faae-4f69-b45f-9ee9da662116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] No DVR routers for this DVR port f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:59:54.790022 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-5207d3b0-faae-4f69-b45f-9ee9da662116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:54.793269 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3b48580d-2eb5-4bea-9d83-7bd9d4935a70 req-5207d3b0-faae-4f69-b45f-9ee9da662116 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.26 "DELETE /v2.0/ports/f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 HTTP/1.1" status: 204 len: 173 time: 0.5392261 Oct 27 05:59:54.793796 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009c3a96-28e2-4a92-a4e1-fbe41c83ce73', 'name': 'network-vif-deleted', 'tag': 'f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:59:54.795983 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b65a23-ce08-4f0c-952b-aaf8664ee3c6" -d '{"events": [{"server_uuid": "009c3a96-28e2-4a92-a4e1-fbe41c83ce73", "name": "network-vif-deleted", "tag": "f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:59:54.832872 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af38dab0-d371-4669-aaf2-9cd9f2f08a82 x-openstack-request-id: req-af38dab0-d371-4669-aaf2-9cd9f2f08a82 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:59:54.833179 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009c3a96-28e2-4a92-a4e1-fbe41c83ce73", "name": "network-vif-deleted", "tag": "f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:59:54.833428 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af38dab0-d371-4669-aaf2-9cd9f2f08a82 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:59:54.833887 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009c3a96-28e2-4a92-a4e1-fbe41c83ce73', 'name': 'network-vif-deleted', 'tag': 'f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55', 'status': 'completed', 'code': 200} Oct 27 05:59:55.126596 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ba6184ba-ee15-4911-8234-e932691c20e8 req-066d3eb9-3f56-4ffc-a7de-9151dd173145 tempest-ServerRescueNegativeTestJSON-1321970261 tempest-ServerRescueNegativeTestJSON-1321970261-project] 10.222.0.30 "GET /v2.0/ports?device_id=009c3a96-28e2-4a92-a4e1-fbe41c83ce73 HTTP/1.1" status: 200 len: 210 time: 0.0337341 Oct 27 05:59:55.171015 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b8d6-a26f-4e13-9b7e-5e154250a79e req-a49cb7d0-fc6d-4835-aad7-32aa9dd4286e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:55.171015 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-63c3b8d6-a26f-4e13-9b7e-5e154250a79e req-a49cb7d0-fc6d-4835-aad7-32aa9dd4286e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0619886 Oct 27 05:59:55.203964 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-63c3b8d6-a26f-4e13-9b7e-5e154250a79e req-d36e3b6b-456f-404e-911d-754320813c3d tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Oct 27 05:59:55.227695 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57142) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:55.414770 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba3289-ca16-41dc-8b54-f95bbef81610 tempest-TestMinimumBasicScenario-4409675 tempest-TestMinimumBasicScenario-4409675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:55.416296 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b0ba3289-ca16-41dc-8b54-f95bbef81610 tempest-TestMinimumBasicScenario-4409675 tempest-TestMinimumBasicScenario-4409675-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 1094 time: 0.1873636 Oct 27 05:59:55.419407 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57152) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:55.424159 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'floatingip': {'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'port_id': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:59:55.532142 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for floatingip, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:55.634473 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:55.741844 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Allocated IP 172.27.1.53 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/a017c7a7-f6c6-4f6c-a75f-67062f92f1ea) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:59:55.752884 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce4e2-3198-4668-b9db-2bbec3275300 req-b1dfeeb3-eb55-41c7-be3c-c0e1eb2da287 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:55.754599 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-587ce4e2-3198-4668-b9db-2bbec3275300 req-b1dfeeb3-eb55-41c7-be3c-c0e1eb2da287 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0512118 Oct 27 05:59:55.794655 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-587ce4e2-3198-4668-b9db-2bbec3275300 req-e2a74530-362c-4ce0-b93b-e7096d82fcda tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338507 Oct 27 05:59:55.856755 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:55.949706 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:55.988212 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:59:56.000871 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:59:56.000982 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'Port': ['ID=a017c7a7-f6c6-4f6c-a75f-67062f92f1ea,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:56.003364 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:59:56.183718 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57166) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:56.561598 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:56.691233 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:56.823948 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570938'] for router_interface, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:56.844543 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:56.934793 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25221868'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:56.963769 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48200c7e-bae7-4ae3-8357-2cbf0a0ff7c0 req-73a7f92d-a9d7-49c4-8e50-6962804a5306 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:56.965448 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-48200c7e-bae7-4ae3-8357-2cbf0a0ff7c0 req-73a7f92d-a9d7-49c4-8e50-6962804a5306 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0757277 Oct 27 05:59:57.008640 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'Port': ['ID=a017c7a7-f6c6-4f6c-a75f-67062f92f1ea,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:57.016822 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:57.110856 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-48200c7e-bae7-4ae3-8357-2cbf0a0ff7c0 req-d24c225f-559c-40dc-8a8b-60d3dcb3a4f7 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183946 Oct 27 05:59:57.131132 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.l3_db [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Floating IP 833c140d-7028-4390-bfd9-dc68491ca146 associated. External IP: 172.27.1.53, port: 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2. Oct 27 05:59:57.229951 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] Deleting port a994c291-ac43-4a32-ae9f-e0c7883d226e {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:59:57.230470 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:57.314102 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] For port a994c291-ac43-4a32-ae9f-e0c7883d226e, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=a994c291-ac43-4a32-ae9f-e0c7883d226e,segment=NetworkSegment(4b648a4d-0552-4eed-af51-6f40cf5191d2),segment_id=4b648a4d-0552-4eed-af51-6f40cf5191d2)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:57.314493 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:57.327317 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] Calling delete_port for a994c291-ac43-4a32-ae9f-e0c7883d226e owned by network:router_interface {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:59:57.340126 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:59:57.426616 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:59:57.453014 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:59:57.453711 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device f5d7f9d8-d731-4c96-a0eb-8971f2fd5e55 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:59:57.455786 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:59:57.466803 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] Sync routers for ids ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:59:57.477755 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] Routers {'e9ff61ff-4aec-4493-9d2b-e5a651cc4182'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:59:57.478398 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:59:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:57.559546 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:57.574889 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:57.586020 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] Set router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:59:57.603045 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c51247d0-a46a-44c0-b322-807dd676407e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1802797 Oct 27 05:59:57.603045 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:59:57.603616 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] Pushing event deleted for resources: {'Port': ['ID=a994c291-ac43-4a32-ae9f-e0c7883d226e,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:57.604663 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:59:57.604809 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57178) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:57.610518 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-97918dc1-2cc4-4504-b89d-64273994fd9b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41694986', 'description': 'tempest-secgroup-smoke-41694986 description', 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:59:57.653293 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd97b35-0d88-4d5f-8ff1-a8f306a81f7d x-openstack-request-id: req-5dd97b35-0d88-4d5f-8ff1-a8f306a81f7d {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:59:57.653706 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:59:57.654133 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5dd97b35-0d88-4d5f-8ff1-a8f306a81f7d {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:59:57.660278 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'status': 'completed', 'code': 200} Oct 27 05:59:57.728986 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-97918dc1-2cc4-4504-b89d-64273994fd9b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:57.823724 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '833c140d-7028-4390-bfd9-dc68491ca146', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'port_id': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'mac_address': 'fa:16:3e:7b:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:59:56Z', 'updated_at': '2021-10-27T05:59:56Z', 'revision_number': 0, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120cf860-5608-4e4a-ad83-4368450d104b', 'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'mac_address': 'fa:16:3e:3e:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:34Z', 'updated_at': '2021-10-27T05:58:42Z', 'revision_number': 5, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'subnets': [{'id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:57.828338 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-0f2a45bc-16df-411a-8bc8-640331a6eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:57.829848 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-0f2a45bc-16df-411a-8bc8-640331a6eb4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9&device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 1099 time: 0.1088283 Oct 27 05:59:57.851292 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] Checking router: e9ff61ff-4aec-4493-9d2b-e5a651cc4182 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:59:57.859947 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] Routers {'e9ff61ff-4aec-4493-9d2b-e5a651cc4182'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:59:57.860549 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:59:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:57.867528 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571094'] for router_interface, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:57.969938 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] Set router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:59:57.994270 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-97918dc1-2cc4-4504-b89d-64273994fd9b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.038611 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-2c2bf4d5-b41e-44c4-82c0-655aa20cd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:58.040078 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-2c2bf4d5-b41e-44c4-82c0-655aa20cd035 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83 HTTP/1.1" status: 200 len: 915 time: 0.2012365 Oct 27 05:59:58.084343 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-97918dc1-2cc4-4504-b89d-64273994fd9b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.198132 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97918dc1-2cc4-4504-b89d-64273994fd9b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03194d49-0024-42d0-b880-412c8078d97f,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:58.204304 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '833c140d-7028-4390-bfd9-dc68491ca146', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'port_id': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'mac_address': 'fa:16:3e:7b:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:59:56Z', 'updated_at': '2021-10-27T05:59:56Z', 'revision_number': 0, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120cf860-5608-4e4a-ad83-4368450d104b', 'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'mac_address': 'fa:16:3e:3e:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:34Z', 'updated_at': '2021-10-27T05:58:42Z', 'revision_number': 5, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'subnets': [{'id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:58.204977 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-b6bf0eb3-1b77-4640-a29e-387f4df11f4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 HTTP/1.1" status: 200 len: 999 time: 0.1571288 Oct 27 05:59:58.216032 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-97918dc1-2cc4-4504-b89d-64273994fd9b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.218226 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-97918dc1-2cc4-4504-b89d-64273994fd9b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.6124048 Oct 27 05:59:58.220143 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57184) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:58.225334 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-46c2f6bf-ff40-471f-8cb7-be794f65c61c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'security_group_rule': {'security_group_id': '03194d49-0024-42d0-b880-412c8078d97f', 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:59:58.240531 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6feb9-c924-4197-957d-2b68d6fca4e0 None None] The sync data for ids ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'] in dv-cinder-815582-2-iscsi is: [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '833c140d-7028-4390-bfd9-dc68491ca146', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'port_id': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'mac_address': 'fa:16:3e:7b:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:59:56Z', 'updated_at': '2021-10-27T05:59:56Z', 'revision_number': 0, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120cf860-5608-4e4a-ad83-4368450d104b', 'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'mac_address': 'fa:16:3e:3e:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:34Z', 'updated_at': '2021-10-27T05:58:42Z', 'revision_number': 5, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'subnets': [{'id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:59:58.311005 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-46c2f6bf-ff40-471f-8cb7-be794f65c61c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.328727 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-cc489538-ed01-404f-81ae-9d61a6eb98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:58.330235 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-cc489538-ed01-404f-81ae-9d61a6eb98cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8b755ee-8a36-4466-97b2-429384b9a95b HTTP/1.1" status: 200 len: 853 time: 0.1109121 Oct 27 05:59:58.346473 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f46d99-36de-415e-99d7-ec4e217b8cce req-8f3f0c3b-29ba-4383-be8f-6002e94f40d1 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:58.348444 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-62f46d99-36de-415e-99d7-ec4e217b8cce req-8f3f0c3b-29ba-4383-be8f-6002e94f40d1 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1456251 Oct 27 05:59:58.376714 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-46c2f6bf-ff40-471f-8cb7-be794f65c61c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.395098 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] Router 7d0d792c-693a-4079-85ad-58fde94ee016 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:59:58.430822 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-62f46d99-36de-415e-99d7-ec4e217b8cce req-d6b9b6a6-9373-4453-8fe6-bb08c3f52b12 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737453 Oct 27 05:59:58.435177 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-2b9a9c7c-b07f-4cd2-a5bc-171e3c9502f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:58.437498 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-2b9a9c7c-b07f-4cd2-a5bc-171e3c9502f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983136 Oct 27 05:59:58.446382 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-46c2f6bf-ff40-471f-8cb7-be794f65c61c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.463811 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2f6bf-ff40-471f-8cb7-be794f65c61c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c80bab8-b632-45e4-b708-3b2225ece1ae,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:58.471347 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df0d18-8ab1-424d-b093-b6a62b9d7662 None None] New status for floating IP 833c140d-7028-4390-bfd9-dc68491ca146: ACTIVE {{(pid=113448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:59:58.554350 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-46c2f6bf-ff40-471f-8cb7-be794f65c61c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.557696 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-46c2f6bf-ff40-471f-8cb7-be794f65c61c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3346641 Oct 27 05:59:58.558598 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57190) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:58.563783 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-7c35576d-6dfe-46db-942a-b7c5735a1c4e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'security_group_rule': {'security_group_id': '03194d49-0024-42d0-b880-412c8078d97f', 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:59:58.659951 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c35576d-6dfe-46db-942a-b7c5735a1c4e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.735480 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c35576d-6dfe-46db-942a-b7c5735a1c4e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.806750 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c35576d-6dfe-46db-942a-b7c5735a1c4e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.826711 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35576d-6dfe-46db-942a-b7c5735a1c4e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9948ca6-7b03-4af2-a31a-ec3f91e6815e,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:58.844936 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:59:58.848198 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-15abb0e5-2c2d-4392-9b1d-49615efe5dc0 service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716507 Oct 27 05:59:58.851791 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-d7b05660-e7c7-4707-85b2-22fe81e50249 admin admin] 10.222.0.30 "PUT /v2.0/routers/7d0d792c-693a-4079-85ad-58fde94ee016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6670537 Oct 27 05:59:58.854408 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57194) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:58.854713 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] Sync routers for ids ['7d0d792c-693a-4079-85ad-58fde94ee016'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:59:58.865484 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] Routers {'7d0d792c-693a-4079-85ad-58fde94ee016'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:59:58.867293 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:59:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['7d0d792c-693a-4079-85ad-58fde94ee016'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:58.929703 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7c35576d-6dfe-46db-942a-b7c5735a1c4e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:58.931155 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-7c35576d-6dfe-46db-942a-b7c5735a1c4e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3710392 Oct 27 05:59:58.933643 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57196) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:58.938388 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-f589ceab-d13e-4fc5-8519-bdba06ac9bbd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'security_group_rule': {'security_group_id': '03194d49-0024-42d0-b880-412c8078d97f', 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:59:58.978322 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] Set router 7d0d792c-693a-4079-85ad-58fde94ee016 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:59:59.035983 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ea1e8cd1-5598-48d1-b5c6-076ae5b535ca req-bbb77b84-681b-4cbe-a615-c28b3dc56a9a service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747611 Oct 27 05:59:59.037279 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Publish callbacks [] for router, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.052944 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f589ceab-d13e-4fc5-8519-bdba06ac9bbd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.120469 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f589ceab-d13e-4fc5-8519-bdba06ac9bbd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.151425 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.158147 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'name': 'tempest-ServerRescueNegativeTestJSON-485067477-router', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:10Z', 'updated_at': '2021-10-27T05:59:57Z', 'revision_number': 5, 'project_id': '64455b34b66e47089e65d11246290c6d', 'gw_port': {'id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:11Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:59.188279 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] Checking router: 7d0d792c-693a-4079-85ad-58fde94ee016 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:59:59.195312 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f589ceab-d13e-4fc5-8519-bdba06ac9bbd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.197075 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] Routers {'7d0d792c-693a-4079-85ad-58fde94ee016'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:59:59.197392 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T05:59:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['7d0d792c-693a-4079-85ad-58fde94ee016'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:59.212832 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589ceab-d13e-4fc5-8519-bdba06ac9bbd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c135c38-ec61-4159-bf0b-fd334730eb61,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:59.296324 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f589ceab-d13e-4fc5-8519-bdba06ac9bbd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.296580 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Deleting port 1e52821b-5116-4770-a6f7-bf6965336a04 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:59:59.296931 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.298475 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-f589ceab-d13e-4fc5-8519-bdba06ac9bbd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3635716 Oct 27 05:59:59.301058 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57198) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:59.303053 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] Set router 7d0d792c-693a-4079-85ad-58fde94ee016 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:59:59.306441 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-421df300-2893-46fe-8d4f-6aa74da1c6f1 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'security_group_rule': {'security_group_id': '03194d49-0024-42d0-b880-412c8078d97f', 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:59:59.381075 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] For port 1e52821b-5116-4770-a6f7-bf6965336a04, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=1e52821b-5116-4770-a6f7-bf6965336a04,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:59:59.381767 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.395475 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Calling delete_port for 1e52821b-5116-4770-a6f7-bf6965336a04 owned by network:router_gateway {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:59:59.418864 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-421df300-2893-46fe-8d4f-6aa74da1c6f1 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.492388 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-421df300-2893-46fe-8d4f-6aa74da1c6f1 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.560867 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-421df300-2893-46fe-8d4f-6aa74da1c6f1 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.574674 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'name': 'tempest-ServerRescueNegativeTestJSON-485067477-router', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:10Z', 'updated_at': '2021-10-27T05:59:57Z', 'revision_number': 5, 'project_id': '64455b34b66e47089e65d11246290c6d', 'gw_port': {'id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:11Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:59:59.578707 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421df300-2893-46fe-8d4f-6aa74da1c6f1 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0d0ec9-b9a9-49a5-853d-edbd9db1e307,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:59.586401 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-81e10ce0-f5e5-4c5f-9cdc-2f57a354fe43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.612181 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a30ff0-fa04-404b-85af-018d09e5b8c2 None None] The sync data for ids ['7d0d792c-693a-4079-85ad-58fde94ee016'] in dv-cinder-815582-2-iscsi is: [{'id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'name': 'tempest-ServerRescueNegativeTestJSON-485067477-router', 'tenant_id': '64455b34b66e47089e65d11246290c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:10Z', 'updated_at': '2021-10-27T05:59:57Z', 'revision_number': 5, 'project_id': '64455b34b66e47089e65d11246290c6d', 'gw_port': {'id': '1e52821b-5116-4770-a6f7-bf6965336a04', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0d792c-693a-4079-85ad-58fde94ee016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:11Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:59:59.643932 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0689b-1835-4474-97da-5a73d5f6d786 req-cfea0c4e-4b14-4d0e-af77-0fb1bdb2c9c0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:59:59.645535 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0aa0689b-1835-4474-97da-5a73d5f6d786 req-cfea0c4e-4b14-4d0e-af77-0fb1bdb2c9c0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1096044 Oct 27 05:59:59.648886 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-421df300-2893-46fe-8d4f-6aa74da1c6f1 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.650195 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-421df300-2893-46fe-8d4f-6aa74da1c6f1 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3473217 Oct 27 05:59:59.652838 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57202) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:59:59.662297 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-a9f03f34-5055-4f4a-8a72-e6c2a00ea0cd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'security_group_rule': {'security_group_id': '03194d49-0024-42d0-b880-412c8078d97f', 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:59:59.700268 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.714240 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0aa0689b-1835-4474-97da-5a73d5f6d786 req-34717aa7-89f8-4632-b957-a92c3d4f609f tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622387 Oct 27 05:59:59.742083 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e52821b-5116-4770-a6f7-bf6965336a04,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:59:59.762903 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.securitygroups_db [None req-a9f03f34-5055-4f4a-8a72-e6c2a00ea0cd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Project bbfc3b5643ac42e984eb5d86e2cdc0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 05:59:59.789758 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a9f03f34-5055-4f4a-8a72-e6c2a00ea0cd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.828535 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561012'] for router_gateway, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.960446 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-538'] for router, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:59:59.964607 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.009904 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a9f03f34-5055-4f4a-8a72-e6c2a00ea0cd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.083688 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a9f03f34-5055-4f4a-8a72-e6c2a00ea0cd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.105818 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f03f34-5055-4f4a-8a72-e6c2a00ea0cd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f793700-ae1c-4e6d-961c-275ad6250760,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:00.138210 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570852'] for router, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.138775 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d0d792c-693a-4079-85ad-58fde94ee016 {{(pid=113446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 06:00:00.143918 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] Publish callbacks [] for router, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.147480 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-16d0e363-d5b2-4367-8a62-975334ea2214 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7d0d792c-693a-4079-85ad-58fde94ee016 HTTP/1.1" status: 204 len: 168 time: 1.2896962 Oct 27 06:00:00.147760 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57208) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:00.185464 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a9f03f34-5055-4f4a-8a72-e6c2a00ea0cd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.186782 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-a9f03f34-5055-4f4a-8a72-e6c2a00ea0cd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5323756 Oct 27 06:00:00.190355 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57210) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:00.198856 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_v2 [None req-784b698e-717f-49c6-be71-dee3c4cccd20 admin admin] Deleting subnet 8c15dddd-89be-4796-ba53-2dd991865a9b {{(pid=113446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:00:00.202462 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-784b698e-717f-49c6-be71-dee3c4cccd20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.209605 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-87b597e7-b9a7-478f-abb1-f6c5d1f2cd68 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'security_group_rule': {'security_group_id': '03194d49-0024-42d0-b880-412c8078d97f', 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:00:00.259794 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-784b698e-717f-49c6-be71-dee3c4cccd20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2475731'] for subnet, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.308956 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device a994c291-ac43-4a32-ae9f-e0c7883d226e no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:00:00.314958 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-784b698e-717f-49c6-be71-dee3c4cccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.325706 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: a994c291-ac43-4a32-ae9f-e0c7883d226e {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:00:00.326255 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device a994c291-ac43-4a32-ae9f-e0c7883d226e not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:00:00.327011 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.securitygroups_db [None req-87b597e7-b9a7-478f-abb1-f6c5d1f2cd68 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Project bbfc3b5643ac42e984eb5d86e2cdc0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 06:00:00.333350 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-87b597e7-b9a7-478f-abb1-f6c5d1f2cd68 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.396956 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-87b597e7-b9a7-478f-abb1-f6c5d1f2cd68 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.432421 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-784b698e-717f-49c6-be71-dee3c4cccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26505613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257979'] for subnet, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.458096 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b698e-717f-49c6-be71-dee3c4cccd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c15dddd-89be-4796-ba53-2dd991865a9b,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:00.460609 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-87b597e7-b9a7-478f-abb1-f6c5d1f2cd68 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.463479 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-784b698e-717f-49c6-be71-dee3c4cccd20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.469331 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-784b698e-717f-49c6-be71-dee3c4cccd20 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8c15dddd-89be-4796-ba53-2dd991865a9b HTTP/1.1" status: 204 len: 168 time: 0.3184576 Oct 27 06:00:00.472272 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57214) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:00.482422 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b597e7-b9a7-478f-abb1-f6c5d1f2cd68 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a19e24-76f1-45a0-89f9-315bf09c323a,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:00.543381 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.555061 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-87b597e7-b9a7-478f-abb1-f6c5d1f2cd68 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.561143 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-87b597e7-b9a7-478f-abb1-f6c5d1f2cd68 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3645005 Oct 27 06:00:00.654758 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.693521 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-65c6ce2c-fc12-496a-9eb3-13e89cb2279b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41694986&fields=id&tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9 HTTP/1.1" status: 200 len: 267 time: 0.0774400 Oct 27 06:00:00.694977 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47e9b37-1bb4-4526-b397-18f220ed76f4']}} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:00:00.705539 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b648a4d-0552-4eed-af51-6f40cf5191d2') {'for_net_delete': True} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:00:00.705873 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b648a4d-0552-4eed-af51-6f40cf5191d2') {} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:00:00.740705 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2475736'] for segment, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.760974 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.773287 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-d564b066-a5ee-4558-b075-57982b8b85b3 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:00.774813 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-d564b066-a5ee-4558-b075-57982b8b85b3 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0730112 Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=113446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26505511'] for segment, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: Traceback (most recent call last): Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: timer() Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: cb(*args, **kw) Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: return func(*args, **kwargs) Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: self._notify() Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: self.callback(batched_events) Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: event.method(event) Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: return f(self, *a, **k) Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._get(url).json() Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: return self.request(url, 'GET', **kwargs) Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:00:00.777648 dv-cinder-815582-2-iscsi neutron-server[113446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:00:00.788115 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-bf4a0aa4-8e6a-46d1-8c87-6feda06f7714 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'port': {'security_groups': ['c6cc5d61-d019-429b-94a0-8b6f61d9c619', '03194d49-0024-42d0-b880-412c8078d97f']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:00:00.928557 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-bf4a0aa4-8e6a-46d1-8c87-6feda06f7714 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:00.949963 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa4d32-926a-496b-9997-177260fff96b req-87feb763-0a52-40b7-a2f7-fcf1200eb6ab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:00.951459 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-07fa4d32-926a-496b-9997-177260fff96b req-87feb763-0a52-40b7-a2f7-fcf1200eb6ab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1511440 Oct 27 06:00:00.990291 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:01.014001 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:01.017178 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d47e9b37-1bb4-4526-b397-18f220ed76f4 HTTP/1.1" status: 204 len: 168 time: 0.5465748 Oct 27 06:00:01.044904 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c35913-8341-41e2-8c5a-6b1802d25c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=d47e9b37-1bb4-4526-b397-18f220ed76f4,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:01.061319 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-07fa4d32-926a-496b-9997-177260fff96b req-6f1a557d-7e4b-49a9-9251-969582013c63 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031020 Oct 27 06:00:01.193859 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-bf4a0aa4-8e6a-46d1-8c87-6feda06f7714 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] For port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:00:01.224375 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-bf4a0aa4-8e6a-46d1-8c87-6feda06f7714 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:01.349392 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-bf4a0aa4-8e6a-46d1-8c87-6feda06f7714 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:01.386625 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:00:01.398833 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-bf4a0aa4-8e6a-46d1-8c87-6feda06f7714 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:01.399461 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-bf4a0aa4-8e6a-46d1-8c87-6feda06f7714 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:01.400856 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b301aa62-80cb-4928-97a6-cfa9a55d70cc req-bf4a0aa4-8e6a-46d1-8c87-6feda06f7714 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "PUT /v2.0/ports/3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 HTTP/1.1" status: 200 len: 982 time: 0.6194296 Oct 27 06:00:01.401302 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:00:01.403668 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e502d54-d24d-438f-9555-5e240e433cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:00:01.454342 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a0aa4-8e6a-46d1-8c87-6feda06f7714 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'Port': ['ID=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,revision_number=6']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:01.470295 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f195a43a-cb04-46aa-9e85-1192aca61050 x-openstack-request-id: req-f195a43a-cb04-46aa-9e85-1192aca61050 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:00:01.470569 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:00:01.470822 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f195a43a-cb04-46aa-9e85-1192aca61050 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:00:01.471238 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'status': 'completed', 'code': 200} Oct 27 06:00:01.494969 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57230) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:01.572165 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:00:01.622021 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-79d48be8-c88a-4647-a1fb-524bcf371e51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64455b34b66e47089e65d11246290c6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1237168 Oct 27 06:00:01.622488 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57234) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:01.665497 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757babf0-3a82-4688-a3a8-ff45c099b85d req-682452bb-a633-4f92-901b-db45cf2f0f30 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:01.667132 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-757babf0-3a82-4688-a3a8-ff45c099b85d req-682452bb-a633-4f92-901b-db45cf2f0f30 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.1700032 Oct 27 06:00:01.685023 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-1b584d02-158b-4d5d-add1-d054786fb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:01.686507 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-1b584d02-158b-4d5d-add1-d054786fb900 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9&device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 1138 time: 0.1411040 Oct 27 06:00:01.709651 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-bce4061b-e737-4613-bd62-e86838fdde39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:01.732468 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-bce4061b-e737-4613-bd62-e86838fdde39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:01.765558 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-757babf0-3a82-4688-a3a8-ff45c099b85d req-250603a2-ee2e-4b42-86c8-6918d9aec4e5 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0910909 Oct 27 06:00:01.801958 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-38e86f49-1efc-4769-8b06-3ec18242f727 None None] Provisioning complete for port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:00:01.802713 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-38e86f49-1efc-4769-8b06-3ec18242f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:01.826853 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-f26caea8-c5be-4aeb-96c6-1b9855545023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:01.828904 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-f26caea8-c5be-4aeb-96c6-1b9855545023 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83 HTTP/1.1" status: 200 len: 915 time: 0.1337876 Oct 27 06:00:01.874882 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-bce4061b-e737-4613-bd62-e86838fdde39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:01.880150 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-bce4061b-e737-4613-bd62-e86838fdde39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:01.885245 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-bce4061b-e737-4613-bd62-e86838fdde39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf390c40-1190-4026-83c8-4b4530ef14d6 HTTP/1.1" status: 204 len: 168 time: 0.2608051 Oct 27 06:00:01.899137 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4061b-e737-4613-bd62-e86838fdde39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf390c40-1190-4026-83c8-4b4530ef14d6,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:01.919736 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-0a23475e-ba7e-47bb-a7e3-8bcf0e7b0afb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 HTTP/1.1" status: 200 len: 1001 time: 0.0840361 Oct 27 06:00:01.975759 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-f07f9a45-0b8f-4d9d-b328-a109ba6e5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:01.977431 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-f07f9a45-0b8f-4d9d-b328-a109ba6e5b53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8b755ee-8a36-4466-97b2-429384b9a95b HTTP/1.1" status: 200 len: 853 time: 0.0496016 Oct 27 06:00:02.036846 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-d7af270d-e69a-442a-af38-1eb1cfa61f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:02.038447 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-d7af270d-e69a-442a-af38-1eb1cfa61f58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489569 Oct 27 06:00:02.188926 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-9bb33175-3d0a-4c11-b184-68fd3ac3c86c service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431746 Oct 27 06:00:02.218908 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-34e64565-4cd1-438d-8a4f-6e8acb299fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:02.228687 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1e52821b-5116-4770-a6f7-bf6965336a04 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:00:02.254564 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1adc92-1c88-41df-8294-3474b88052a7 req-e213c123-19dd-4749-b934-9823255d90e9 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:02.258615 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-be1adc92-1c88-41df-8294-3474b88052a7 req-e213c123-19dd-4749-b934-9823255d90e9 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1050951 Oct 27 06:00:02.260553 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 1e52821b-5116-4770-a6f7-bf6965336a04 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:00:02.260913 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1e52821b-5116-4770-a6f7-bf6965336a04 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:00:02.327314 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-be1adc92-1c88-41df-8294-3474b88052a7 req-76ba7c48-1449-4d86-8ff8-e73de66eb567 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576737 Oct 27 06:00:02.345917 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2e502d54-d24d-438f-9555-5e240e433cc3 req-37596469-be06-461d-8ae6-8c930db3b66a service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471832 Oct 27 06:00:02.698377 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d3893-0e87-42ad-8fc4-46a66a98fcdb req-76ac0c38-8265-4892-b4e8-6ef2011e212b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:02.700612 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e97d3893-0e87-42ad-8fc4-46a66a98fcdb req-76ac0c38-8265-4892-b4e8-6ef2011e212b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0507951 Oct 27 06:00:02.747259 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e97d3893-0e87-42ad-8fc4-46a66a98fcdb req-4cfe2f81-988c-4433-891c-2d67bf22eef1 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386171 Oct 27 06:00:02.828413 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-1b0116b6-73d9-40ce-922c-0e8e48aa7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:02.829989 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-1b0116b6-73d9-40ce-922c-0e8e48aa7072 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 1099 time: 0.0420809 Oct 27 06:00:02.927460 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-c825cf5d-3ff4-4222-9f94-39483eb37063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:02.929011 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-c825cf5d-3ff4-4222-9f94-39483eb37063 service neutron] 10.222.0.26 "GET /v2.0/networks?id=791f211a-d120-4756-bade-e92f947a1db8 HTTP/1.1" status: 200 len: 911 time: 0.0912533 Oct 27 06:00:03.163205 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:03.426074 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:03.888258 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-1b59d74c-2b1f-4744-8cb3-290cb0db3bf6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 HTTP/1.1" status: 200 len: 1001 time: 0.1046345 Oct 27 06:00:03.896834 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504552-4e35-4932-8ff8-55f063bd6a77 req-e7d5b230-0ea1-4012-9834-235a51fe669d tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:03.898251 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6e504552-4e35-4932-8ff8-55f063bd6a77 req-e7d5b230-0ea1-4012-9834-235a51fe669d tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0664632 Oct 27 06:00:03.942223 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6e504552-4e35-4932-8ff8-55f063bd6a77 req-d9354f54-8d66-4cbf-a2ef-814802fe7dda tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356445 Oct 27 06:00:04.672146 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-9c2f57bb-4a7b-44b5-a6a8-34e83299a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:04.673580 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-9c2f57bb-4a7b-44b5-a6a8-34e83299a378 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=828a660e-e26a-4dc9-9073-1f5128f4f313 HTTP/1.1" status: 200 len: 849 time: 0.0449982 Oct 27 06:00:04.995061 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:05.057596 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00e0e2-9a49-4662-ad09-abb9cb7bc763 req-35041dde-3c75-4e52-8adb-b8e91f1e4502 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:05.059075 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fa00e0e2-9a49-4662-ad09-abb9cb7bc763 req-35041dde-3c75-4e52-8adb-b8e91f1e4502 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0487218 Oct 27 06:00:05.096036 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fa00e0e2-9a49-4662-ad09-abb9cb7bc763 req-ad30d975-db04-48d6-950d-eaeafb3743bf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311446 Oct 27 06:00:05.644450 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-0e93277d-bf4a-46d3-ad18-218b78dfe868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:05.645969 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-0e93277d-bf4a-46d3-ad18-218b78dfe868 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=791f211a-d120-4756-bade-e92f947a1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411537 Oct 27 06:00:05.737683 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-078fc2d3-d4e6-4892-94f1-3c1546f5029a service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833571 Oct 27 06:00:06.066011 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d55d65f9-d291-4dca-bcb0-3dfb2090c640 req-28a70866-5afa-4e9d-9c18-8c3be4f4b398 service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206382 Oct 27 06:00:06.209006 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f041-4292-4897-b4e5-c21c57dd40ab req-f56a3844-65f3-4e00-a048-4072c1c3140d tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:06.211197 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cdf3f041-4292-4897-b4e5-c21c57dd40ab req-f56a3844-65f3-4e00-a048-4072c1c3140d tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0486557 Oct 27 06:00:06.250228 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cdf3f041-4292-4897-b4e5-c21c57dd40ab req-28fb5b28-788a-4dd7-82af-6000162a02e5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331292 Oct 27 06:00:07.365168 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4b342-830c-4b58-8bb2-d5667e89f5d9 req-1167a5b2-9f5d-4f6c-b8f9-5ba3a71e6702 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:07.366857 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2eb4b342-830c-4b58-8bb2-d5667e89f5d9 req-1167a5b2-9f5d-4f6c-b8f9-5ba3a71e6702 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0490093 Oct 27 06:00:07.408971 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2eb4b342-830c-4b58-8bb2-d5667e89f5d9 req-95d54fb4-d08e-4a7f-9e42-0b0e51a68e49 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345037 Oct 27 06:00:14.768812 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57476) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:14.876711 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-886ca226-3b01-422f-b66c-58d90aec42f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:14.949991 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-886ca226-3b01-422f-b66c-58d90aec42f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:15.052154 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-886ca226-3b01-422f-b66c-58d90aec42f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:15.094228 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-886ca226-3b01-422f-b66c-58d90aec42f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37824192a3e3437ea54d7534f9792285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240328 Oct 27 06:00:15.095051 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ca226-3b01-422f-b66c-58d90aec42f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d9675-5bc4-4b72-8342-4fd5be13ced0,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:15.096636 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57482) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:15.150353 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3a5a-a590-4302-96b9-362c219f6715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:15.175353 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3a5a-a590-4302-96b9-362c219f6715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:15.281023 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3a5a-a590-4302-96b9-362c219f6715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:15.283573 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3a5a-a590-4302-96b9-362c219f6715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:15.284900 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-9d4a3a5a-a590-4302-96b9-362c219f6715 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f7d9675-5bc4-4b72-8342-4fd5be13ced0 HTTP/1.1" status: 204 len: 168 time: 0.1870906 Oct 27 06:00:15.296646 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a3a5a-a590-4302-96b9-362c219f6715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d9675-5bc4-4b72-8342-4fd5be13ced0,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:23.634092 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:00:23.697912 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:24.825432 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328f351-c4bf-45e6-ba20-f7bcf2546879 req-7a8ec3db-8d54-484f-bf78-42f983af533b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:24.833442 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a328f351-c4bf-45e6-ba20-f7bcf2546879 req-7a8ec3db-8d54-484f-bf78-42f983af533b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0632415 Oct 27 06:00:24.869961 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a328f351-c4bf-45e6-ba20-f7bcf2546879 req-3515c8a8-3c7b-49d1-93fd-ff289d695e1a tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0350041 Oct 27 06:00:24.936364 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-937c3e59-8561-4753-be33-89ec78af89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:24.937915 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-937c3e59-8561-4753-be33-89ec78af89b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9&device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 1138 time: 0.0409420 Oct 27 06:00:25.035827 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-82f89020-d397-4791-8873-a475cfebbbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:25.037215 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-82f89020-d397-4791-8873-a475cfebbbb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83 HTTP/1.1" status: 200 len: 915 time: 0.0888641 Oct 27 06:00:25.106557 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-29144e01-940d-47be-9cb5-69f8b905f41a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 HTTP/1.1" status: 200 len: 1001 time: 0.0595713 Oct 27 06:00:25.161882 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-21efb01e-07bf-4b99-a68e-77541a4b49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:25.163368 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-21efb01e-07bf-4b99-a68e-77541a4b49b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8b755ee-8a36-4466-97b2-429384b9a95b HTTP/1.1" status: 200 len: 853 time: 0.0491602 Oct 27 06:00:25.217854 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-2d043238-6f61-4e1b-aee4-776ec33317bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:25.219398 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-2d043238-6f61-4e1b-aee4-776ec33317bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415802 Oct 27 06:00:25.319636 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-161cd03b-c7a7-479b-9cd1-6b5f362d6f12 service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829589 Oct 27 06:00:25.416617 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6158f23d-996f-47ec-bd4a-9349426f8cc3 req-be4c62c2-3dd4-4133-aee4-370a56ee9100 service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878959 Oct 27 06:00:25.992969 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88762e3f-e877-479d-bdec-7d4c3b1896fd req-a6b45942-52ec-4904-bf8b-25bffeac3b00 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:25.994516 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-88762e3f-e877-479d-bdec-7d4c3b1896fd req-a6b45942-52ec-4904-bf8b-25bffeac3b00 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0507545 Oct 27 06:00:26.037714 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-88762e3f-e877-479d-bdec-7d4c3b1896fd req-abad1d5b-82ca-4fb3-b727-7ed0de15207d tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0367892 Oct 27 06:00:26.300834 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57630) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:26.407018 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b74b4535-42f7-4977-bc49-e9880200ff47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:26.484984 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b74b4535-42f7-4977-bc49-e9880200ff47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:26.551897 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b74b4535-42f7-4977-bc49-e9880200ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:26.591254 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-b74b4535-42f7-4977-bc49-e9880200ff47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd63706e14534d499a6bfd92974edf70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892413 Oct 27 06:00:26.592117 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b4535-42f7-4977-bc49-e9880200ff47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff11ba5-869b-4853-b5cd-4959a3e44736,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:26.593967 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57636) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:26.645685 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6774360-da28-4029-af1e-ce6dee9c7977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:26.666933 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6774360-da28-4029-af1e-ce6dee9c7977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:26.789309 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6774360-da28-4029-af1e-ce6dee9c7977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:26.791883 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6774360-da28-4029-af1e-ce6dee9c7977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:26.793681 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-d6774360-da28-4029-af1e-ce6dee9c7977 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fff11ba5-869b-4853-b5cd-4959a3e44736 HTTP/1.1" status: 204 len: 168 time: 0.1975160 Oct 27 06:00:26.801217 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6774360-da28-4029-af1e-ce6dee9c7977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff11ba5-869b-4853-b5cd-4959a3e44736,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:27.163574 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7abdc-7cb3-4c50-82bf-d73cb95acf95 req-11c5cda6-434f-4d5c-8ef1-428e7454c188 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:27.165250 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-11e7abdc-7cb3-4c50-82bf-d73cb95acf95 req-11c5cda6-434f-4d5c-8ef1-428e7454c188 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0506883 Oct 27 06:00:27.212037 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-11e7abdc-7cb3-4c50-82bf-d73cb95acf95 req-e067ca42-654d-4caf-a1da-53484b104bfa tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0405922 Oct 27 06:00:27.396176 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-6e71c08c-9675-4e07-99c4-5e1a8b56006a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396183 Oct 27 06:00:27.531627 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-e772bfad-c931-467f-8c5e-f81c5574d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:27.533141 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-e772bfad-c931-467f-8c5e-f81c5574d2ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 1099 time: 0.0494831 Oct 27 06:00:27.640697 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-e998890e-5fb8-4988-937f-2fecd7beacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:27.642287 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-e998890e-5fb8-4988-937f-2fecd7beacb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 917 time: 0.0890119 Oct 27 06:00:27.719597 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-184ac6c5-667e-4968-84df-90ad5a6b6038 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59a678d6-ba75-46b9-8975-11348c16a2ca HTTP/1.1" status: 200 len: 1001 time: 0.0669897 Oct 27 06:00:27.789515 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-1182c577-62b6-43b2-af6e-21632cd6ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:27.791034 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-1182c577-62b6-43b2-af6e-21632cd6ee3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0494225 Oct 27 06:00:27.840228 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-a6335e5b-0ed1-409d-bdbe-534d0ae92c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:27.841889 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-a6335e5b-0ed1-409d-bdbe-534d0ae92c8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410249 Oct 27 06:00:27.940641 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-59060f9c-9a70-4583-b933-13e5fc3027b6 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875123 Oct 27 06:00:28.037897 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18731277-7dee-42ab-95e6-c4c0f470c369 req-a30f311d-7d54-4c4f-9d7e-acaa63e6af67 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858181 Oct 27 06:00:28.334155 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98493984-4646-4189-ae38-2f897eaf03ca req-24847245-3fbf-4172-a515-997cdaf54fbd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:28.335683 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-98493984-4646-4189-ae38-2f897eaf03ca req-24847245-3fbf-4172-a515-997cdaf54fbd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0549629 Oct 27 06:00:28.377993 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-98493984-4646-4189-ae38-2f897eaf03ca req-87243cd3-8b8e-4ca6-8682-9aa29500ba91 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0362403 Oct 27 06:00:29.493127 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929ee33-7e20-4610-99f0-be20fa7ef926 req-e5c28828-1eee-4c77-b1e1-2a3083fbca45 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:29.494640 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c929ee33-7e20-4610-99f0-be20fa7ef926 req-e5c28828-1eee-4c77-b1e1-2a3083fbca45 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0495958 Oct 27 06:00:29.539314 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c929ee33-7e20-4610-99f0-be20fa7ef926 req-fd09969d-4c10-4a0f-a26b-339952b3b4fa tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0372682 Oct 27 06:00:29.603115 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-3a02059c-e277-4d7b-ab7f-5e4e392b8790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:30.654741 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c6309-bc7e-4cd0-a150-de672d237c20 req-d85d23b6-add8-4819-a224-ecb5ba4dd85b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:30.656754 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e18c6309-bc7e-4cd0-a150-de672d237c20 req-d85d23b6-add8-4819-a224-ecb5ba4dd85b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0496895 Oct 27 06:00:30.696396 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e18c6309-bc7e-4cd0-a150-de672d237c20 req-ba95b67f-ea12-4a5c-8951-6201d296dde4 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334804 Oct 27 06:00:31.814308 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5104c-d846-4454-a804-d7d257491ec7 req-1155aad1-1085-4677-8591-100de0d0e103 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:31.815777 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3ef5104c-d846-4454-a804-d7d257491ec7 req-1155aad1-1085-4677-8591-100de0d0e103 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0529430 Oct 27 06:00:31.855780 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3ef5104c-d846-4454-a804-d7d257491ec7 req-bdfbee05-7b9d-41a6-91b1-8b0845e94a0a tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337827 Oct 27 06:00:32.174846 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b08111b6-d896-4003-968b-75c938b63b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:32.971438 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17aee4-d8d1-4788-ae34-729a0bb2c115 req-d46a169c-1013-46c5-99ef-3eff0e6c5155 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:32.972924 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-de17aee4-d8d1-4788-ae34-729a0bb2c115 req-d46a169c-1013-46c5-99ef-3eff0e6c5155 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0494151 Oct 27 06:00:33.012475 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-de17aee4-d8d1-4788-ae34-729a0bb2c115 req-82972056-f549-4336-b63c-b0ba5371d0dd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333726 Oct 27 06:00:33.174855 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:33.431921 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:34.124498 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e4a98-8e6c-498b-9a15-c6e08f303fcc req-5bb5995d-3335-462c-a4b7-29434709078b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:34.125987 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c39e4a98-8e6c-498b-9a15-c6e08f303fcc req-5bb5995d-3335-462c-a4b7-29434709078b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0478752 Oct 27 06:00:34.166066 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c39e4a98-8e6c-498b-9a15-c6e08f303fcc req-b6ce4695-ad63-4720-84c4-8304935498c9 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342069 Oct 27 06:00:34.986141 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:35.287162 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0ca4e-0e68-4535-9503-6047b016ed89 req-c12b2b6d-5a23-44c3-9d61-deff0bcd2670 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:35.288677 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-56b0ca4e-0e68-4535-9503-6047b016ed89 req-c12b2b6d-5a23-44c3-9d61-deff0bcd2670 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0535302 Oct 27 06:00:35.328332 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-56b0ca4e-0e68-4535-9503-6047b016ed89 req-1c5119e1-4073-42e2-ba77-760bd98a2a2e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335748 Oct 27 06:00:36.440570 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc3008-77af-4b46-afc1-d65a35bbc510 req-dde9fb7a-75a8-4d32-9bed-18e4dbdc3c53 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:36.442047 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f2cc3008-77af-4b46-afc1-d65a35bbc510 req-dde9fb7a-75a8-4d32-9bed-18e4dbdc3c53 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0475485 Oct 27 06:00:36.480967 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f2cc3008-77af-4b46-afc1-d65a35bbc510 req-4d3d84b5-25fa-4e96-9f8b-869abe06cbac tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330229 Oct 27 06:00:37.597515 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5a240-d3ff-4ec7-9b8e-3fa534e47473 req-8cd4336e-8626-4d3f-8423-6714040df80e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:37.599096 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-93b5a240-d3ff-4ec7-9b8e-3fa534e47473 req-8cd4336e-8626-4d3f-8423-6714040df80e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0486269 Oct 27 06:00:37.642282 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-93b5a240-d3ff-4ec7-9b8e-3fa534e47473 req-f6285af2-af32-4690-bf0b-231b3c0acc34 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0370274 Oct 27 06:00:38.758430 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff90e-8c25-4534-8dc7-e55b2c303a88 req-ec1f4395-9a24-4629-a727-2dde69f01751 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:38.759880 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1c0ff90e-8c25-4534-8dc7-e55b2c303a88 req-ec1f4395-9a24-4629-a727-2dde69f01751 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0518281 Oct 27 06:00:38.798336 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1c0ff90e-8c25-4534-8dc7-e55b2c303a88 req-18aa29e4-9cad-430e-8c1f-8cb98f565a1d tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0324819 Oct 27 06:00:39.917198 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94495a-0ad5-4dee-98af-2f8728be9051 req-adb9a02a-4d50-45f1-9e1c-75e8274e1bad tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:39.918720 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5a94495a-0ad5-4dee-98af-2f8728be9051 req-adb9a02a-4d50-45f1-9e1c-75e8274e1bad tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0504334 Oct 27 06:00:39.960453 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5a94495a-0ad5-4dee-98af-2f8728be9051 req-4ed3fa83-1e9e-4318-af32-5007085edd8b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0350316 Oct 27 06:00:41.077892 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1cf7b-1084-4e0b-a4de-aeaadb297428 req-709e1ecf-747b-495a-837b-dadf81307e95 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:41.079407 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fef1cf7b-1084-4e0b-a4de-aeaadb297428 req-709e1ecf-747b-495a-837b-dadf81307e95 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0506635 Oct 27 06:00:41.121187 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fef1cf7b-1084-4e0b-a4de-aeaadb297428 req-9b89bc49-673a-48b6-a45f-ccec77cc6661 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349987 Oct 27 06:00:42.243393 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc230d9d-7948-420b-a43b-74d371c2a155 req-a912414f-1c4c-4385-85f8-18a5737dde44 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:42.244877 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc230d9d-7948-420b-a43b-74d371c2a155 req-a912414f-1c4c-4385-85f8-18a5737dde44 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0545516 Oct 27 06:00:42.286446 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc230d9d-7948-420b-a43b-74d371c2a155 req-6b0896b9-e4c2-49aa-867b-9367709d0e0e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344617 Oct 27 06:00:42.380525 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88a9f1-b568-45aa-b406-c761bf9b9c1e req-34f0ff6d-0be8-4d01-8e0b-082b065e5851 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:42.382027 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1d88a9f1-b568-45aa-b406-c761bf9b9c1e req-34f0ff6d-0be8-4d01-8e0b-082b065e5851 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 946 time: 0.0489333 Oct 27 06:00:42.418514 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1d88a9f1-b568-45aa-b406-c761bf9b9c1e req-010b390d-4c2a-4327-a22a-e66e9ab8e7b0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306649 Oct 27 06:00:43.404251 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4129e-c98e-4d4a-955f-1e366742f50c req-7a601a71-f012-4500-a9f4-0f95c6308bc1 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:43.406540 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a1e4129e-c98e-4d4a-955f-1e366742f50c req-7a601a71-f012-4500-a9f4-0f95c6308bc1 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0485764 Oct 27 06:00:43.445531 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a1e4129e-c98e-4d4a-955f-1e366742f50c req-f4ceefe7-0daf-46d7-a191-5a0233815e33 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331473 Oct 27 06:00:43.540992 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7aa88-9dfb-4cb6-888c-10956c302632 req-ca1ef18d-1790-498c-8024-f10be9dd5d9e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:43.542547 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dfb7aa88-9dfb-4cb6-888c-10956c302632 req-ca1ef18d-1790-498c-8024-f10be9dd5d9e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 946 time: 0.0520957 Oct 27 06:00:43.581310 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dfb7aa88-9dfb-4cb6-888c-10956c302632 req-4c86acf7-47f0-4870-a419-2af322cd64f3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327053 Oct 27 06:00:44.560335 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d719a2-4370-458f-816a-500418dfbb38 req-05104d44-72a3-4e10-8e68-ec8958d1fefe tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:44.562984 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a7d719a2-4370-458f-816a-500418dfbb38 req-05104d44-72a3-4e10-8e68-ec8958d1fefe tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0517766 Oct 27 06:00:44.603917 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a7d719a2-4370-458f-816a-500418dfbb38 req-c534b25f-2a33-4fe8-b7c2-d00a4a7ffdf3 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348978 Oct 27 06:00:44.702147 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6708f-a89f-4f2b-8467-e2e1842c44b1 req-de137da1-e77c-40d7-90f7-cc4d3da6c3b0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:44.703640 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-51c6708f-a89f-4f2b-8467-e2e1842c44b1 req-de137da1-e77c-40d7-90f7-cc4d3da6c3b0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 946 time: 0.0486064 Oct 27 06:00:44.740709 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-51c6708f-a89f-4f2b-8467-e2e1842c44b1 req-53c306ff-494a-4bb6-9f6a-3d94e00d422e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311110 Oct 27 06:00:45.725103 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91909250-801c-4c83-a12f-0f5d187089c5 req-884ebd11-5e08-4f31-a80b-bb4c4c7e4eb9 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:45.726586 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-91909250-801c-4c83-a12f-0f5d187089c5 req-884ebd11-5e08-4f31-a80b-bb4c4c7e4eb9 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0514035 Oct 27 06:00:45.771925 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-91909250-801c-4c83-a12f-0f5d187089c5 req-93d29155-0203-4347-8939-1c3f0d2f4785 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0388434 Oct 27 06:00:45.870245 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b98f-4fdf-4523-9b24-5c8dcab06dd5 req-26b75199-350b-4f34-a407-bca6c969c6f4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:45.871725 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-85c5b98f-4fdf-4523-9b24-5c8dcab06dd5 req-26b75199-350b-4f34-a407-bca6c969c6f4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 946 time: 0.0514622 Oct 27 06:00:45.911320 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-85c5b98f-4fdf-4523-9b24-5c8dcab06dd5 req-069eafb6-d841-48a1-957c-c8fc7ec59e78 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325530 Oct 27 06:00:46.917208 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40381d39-0787-49dd-840c-c8ca2bfa2dbd req-c00b8cf8-8e66-4ae6-935a-2484571c7dfd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:46.918762 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-40381d39-0787-49dd-840c-c8ca2bfa2dbd req-c00b8cf8-8e66-4ae6-935a-2484571c7dfd tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0799117 Oct 27 06:00:46.941487 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-aac15487-1136-42dc-8a3d-df8e34dc78ae tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:46.942932 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-aac15487-1136-42dc-8a3d-df8e34dc78ae tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 946 time: 0.0716319 Oct 27 06:00:46.994680 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-40381d39-0787-49dd-840c-c8ca2bfa2dbd req-d13d20ee-677d-4456-a6f7-f78d7728eaf4 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&id=03194d49-0024-42d0-b880-412c8078d97f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0686288 Oct 27 06:00:47.081362 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb7ceb-4e1e-4d31-89e0-e989b98600f1 req-10ee64ad-7528-4cf1-b9ad-a40435eaed58 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:47.082960 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18eb7ceb-4e1e-4d31-89e0-e989b98600f1 req-10ee64ad-7528-4cf1-b9ad-a40435eaed58 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 946 time: 0.0928695 Oct 27 06:00:47.132801 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Deleting port 59a678d6-ba75-46b9-8975-11348c16a2ca {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:00:47.133065 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:47.139464 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18eb7ceb-4e1e-4d31-89e0-e989b98600f1 req-f800bf49-59ac-425c-b869-35caac0436d5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c1c931c-b588-454d-9cea-2423aa4f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484283 Oct 27 06:00:47.224481 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] For port 59a678d6-ba75-46b9-8975-11348c16a2ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=59a678d6-ba75-46b9-8975-11348c16a2ca,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:00:47.224836 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:47.444728 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:47.445427 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:47.445675 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.l3_db [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Floating IP fd27ac05-d399-46d3-a30b-50e4c8eca5e3 disassociated. External IP: 172.27.1.119, port: 59a678d6-ba75-46b9-8975-11348c16a2ca. Oct 27 06:00:47.446032 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Calling delete_port for 59a678d6-ba75-46b9-8975-11348c16a2ca owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:00:47.629417 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:47.663616 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event deleted for resources: {'Port': ['ID=59a678d6-ba75-46b9-8975-11348c16a2ca,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:47.673358 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.673956 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.674065 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.674445 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.674749 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.675058 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.675388 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.675713 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.676036 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.676561 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.676894 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.677216 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:47.783253 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Router f50b4fb6-2ca1-4520-9ed2-2e004320946d has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:00:48.119410 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:00:48.129684 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] Sync routers for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:00:48.139514 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:00:48.140207 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:00:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:00:48.157267 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] No DVR routers for this DVR port 59a678d6-ba75-46b9-8975-11348c16a2ca on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:00:48.159789 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:48.163067 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-66596966-dfbd-459b-9192-15bd4dfb5063 req-db7534db-3746-4fcc-9d85-da1ac06c76ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.26 "DELETE /v2.0/ports/59a678d6-ba75-46b9-8975-11348c16a2ca HTTP/1.1" status: 204 len: 173 time: 1.2003572 Oct 27 06:00:48.163495 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'name': 'network-vif-deleted', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:00:48.166212 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d906fa0f-834d-47dd-b7a9-5eb974690d06" -d '{"events": [{"server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "name": "network-vif-deleted", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:00:48.209166 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d8960b-fa11-4847-a1b6-003a8a7015ce x-openstack-request-id: req-95d8960b-fa11-4847-a1b6-003a8a7015ce {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:00:48.209455 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0d3825-743f-400f-9e7b-3e995a7799c5", "name": "network-vif-deleted", "tag": "59a678d6-ba75-46b9-8975-11348c16a2ca", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:00:48.210500 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95d8960b-fa11-4847-a1b6-003a8a7015ce {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:00:48.211098 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0d3825-743f-400f-9e7b-3e995a7799c5', 'name': 'network-vif-deleted', 'tag': '59a678d6-ba75-46b9-8975-11348c16a2ca', 'status': 'completed', 'code': 200} Oct 27 06:00:48.252332 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-93f655a9-979f-47d9-b17d-2e1f9120bd0c req-546df02b-9079-4b50-bd32-8ff91eea0224 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0315344 Oct 27 06:00:48.257058 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:00:48.587358 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:00:48.615587 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] Checking router: f50b4fb6-2ca1-4520-9ed2-2e004320946d for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:00:48.623983 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:00:48.624683 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:00:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:00:48.741589 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:00:48.977541 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:00:49.006778 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348bca8-7257-4794-a876-e0aee22680f2 None None] The sync data for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi is: [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:00:49.250072 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b6aba-1157-4d19-8de2-0544735bc127 None None] New status for floating IP fd27ac05-d399-46d3-a30b-50e4c8eca5e3: DOWN {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:00:49.358239 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bae27c00-a37b-4f72-929f-c2d642e53340 req-c12d79a9-a10a-4fac-ba0f-e4420e1a48d1 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0268993 Oct 27 06:00:50.459044 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5d446ed0-9b5c-45b2-967c-35e2c6147f87 req-cbcc609b-abfc-470a-b838-73a7246b31fc tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0253594 Oct 27 06:00:50.595874 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 59a678d6-ba75-46b9-8975-11348c16a2ca no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:00:50.617571 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 59a678d6-ba75-46b9-8975-11348c16a2ca {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:00:50.617938 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 59a678d6-ba75-46b9-8975-11348c16a2ca not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:00:51.572509 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a9457b7-6194-4cad-8d0a-99b210476d92 req-fef044cd-458f-48c3-988a-77ff7ea9a056 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0d3825-743f-400f-9e7b-3e995a7799c5 HTTP/1.1" status: 200 len: 210 time: 0.0309198 Oct 27 06:00:52.578768 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57956) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:52.683083 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:52.753911 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:52.823487 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:52.858892 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ba7bea0f71f4f5a9f952bc00e97be2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780256 Oct 27 06:00:52.861865 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad956e35-45b4-4b56-a2da-d10baf7e4cd8,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:52.862616 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57966) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:52.869686 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.870045 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.870406 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.870735 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.871156 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.871493 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.871818 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.872139 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.872602 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.872929 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.873246 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.873561 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e2ff4-23d8-4c06-b5d3-56737e1ff5f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:00:52.915886 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0c92a354-5cb9-4809-8069-744b18df22b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:52.936832 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0c92a354-5cb9-4809-8069-744b18df22b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:53.039654 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0c92a354-5cb9-4809-8069-744b18df22b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:53.045167 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0c92a354-5cb9-4809-8069-744b18df22b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:53.045167 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-0c92a354-5cb9-4809-8069-744b18df22b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad956e35-45b4-4b56-a2da-d10baf7e4cd8 HTTP/1.1" status: 204 len: 168 time: 0.1797748 Oct 27 06:00:53.051509 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92a354-5cb9-4809-8069-744b18df22b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad956e35-45b4-4b56-a2da-d10baf7e4cd8,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:53.683571 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:53.742025 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 57980) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:53.794123 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4ebe-5d61-45dd-8150-fb900bf02513 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:53.817083 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4ebe-5d61-45dd-8150-fb900bf02513 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:53.912249 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4ebe-5d61-45dd-8150-fb900bf02513 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:53.915009 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4ebe-5d61-45dd-8150-fb900bf02513 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:53.916182 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-1e6f4ebe-5d61-45dd-8150-fb900bf02513 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "DELETE /v2.0/security-groups/9c1c931c-b588-454d-9cea-2423aa4f8802 HTTP/1.1" status: 204 len: 168 time: 0.1731780 Oct 27 06:00:53.919046 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57982) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:53.926380 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f4ebe-5d61-45dd-8150-fb900bf02513 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1c931c-b588-454d-9cea-2423aa4f8802,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:53.936180 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.api.v2.resource [None req-85a84c4f-ded9-4140-8c58-8666f4ce0d00 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] show failed (client error): The resource could not be found. Oct 27 06:00:53.937184 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-85a84c4f-ded9-4140-8c58-8666f4ce0d00 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups/9c1c931c-b588-454d-9cea-2423aa4f8802 HTTP/1.1" status: 404 len: 347 time: 0.0170975 Oct 27 06:00:53.940073 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57984) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:54.060744 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-803eae2f-a14a-407f-bcaf-29d814e432ec tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Deleting port 9ea268c2-6e70-4757-b1e3-7839fd0f618d {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:00:54.061088 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-803eae2f-a14a-407f-bcaf-29d814e432ec tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:54.132965 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-803eae2f-a14a-407f-bcaf-29d814e432ec tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:54.133292 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-803eae2f-a14a-407f-bcaf-29d814e432ec tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:54.144860 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-803eae2f-a14a-407f-bcaf-29d814e432ec tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Calling delete_port for 9ea268c2-6e70-4757-b1e3-7839fd0f618d owned by network:floatingip {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:00:54.403633 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-803eae2f-a14a-407f-bcaf-29d814e432ec tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:54.434266 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803eae2f-a14a-407f-bcaf-29d814e432ec tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event deleted for resources: {'Port': ['ID=9ea268c2-6e70-4757-b1e3-7839fd0f618d,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:54.496909 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-803eae2f-a14a-407f-bcaf-29d814e432ec tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:54.499399 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-803eae2f-a14a-407f-bcaf-29d814e432ec tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:54.500539 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-803eae2f-a14a-407f-bcaf-29d814e432ec tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "DELETE /v2.0/floatingips/fd27ac05-d399-46d3-a30b-50e4c8eca5e3 HTTP/1.1" status: 204 len: 168 time: 0.5595458 Oct 27 06:00:54.738499 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57992) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:54.743047 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-9aad7ddf-944f-4b80-8fc7-bc1a478acb12 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358006317', 'description': 'tempest-description--1110982681'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:00:54.828787 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9aad7ddf-944f-4b80-8fc7-bc1a478acb12 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:54.892262 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9aad7ddf-944f-4b80-8fc7-bc1a478acb12 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:54.988822 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9aad7ddf-944f-4b80-8fc7-bc1a478acb12 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.016308 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad7ddf-944f-4b80-8fc7-bc1a478acb12 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c19e8f-ac3f-4a3e-b882-f0953c722430,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:55.083138 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9aad7ddf-944f-4b80-8fc7-bc1a478acb12 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.084336 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-9aad7ddf-944f-4b80-8fc7-bc1a478acb12 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3448396 Oct 27 06:00:55.087072 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57994) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:55.091371 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-bf623e36-44bd-4590-96a3-d92770fe1995 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'security_group_rule': {'security_group_id': '75c19e8f-ac3f-4a3e-b882-f0953c722430', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:00:55.170697 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-bf623e36-44bd-4590-96a3-d92770fe1995 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.223810 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-bf623e36-44bd-4590-96a3-d92770fe1995 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.297784 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-bf623e36-44bd-4590-96a3-d92770fe1995 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.315771 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf623e36-44bd-4590-96a3-d92770fe1995 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127bf16d-6bcd-4674-9694-21a4aca6de0e,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:55.391455 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-bf623e36-44bd-4590-96a3-d92770fe1995 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.392614 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-bf623e36-44bd-4590-96a3-d92770fe1995 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045914 Oct 27 06:00:55.396263 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 57996) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:55.400420 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-fa143454-bda2-4141-af86-7fd292694b80 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'security_group_rule': {'security_group_id': '75c19e8f-ac3f-4a3e-b882-f0953c722430', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:00:55.482912 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fa143454-bda2-4141-af86-7fd292694b80 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.541333 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fa143454-bda2-4141-af86-7fd292694b80 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.623558 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fa143454-bda2-4141-af86-7fd292694b80 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.640886 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa143454-bda2-4141-af86-7fd292694b80 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e904a7-c977-4f66-b6eb-429a12d86a61,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:55.716920 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fa143454-bda2-4141-af86-7fd292694b80 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.718156 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-fa143454-bda2-4141-af86-7fd292694b80 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209827 Oct 27 06:00:55.721186 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58000) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:00:55.725561 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'floatingip': {'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:00:55.803666 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.897720 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:55.999484 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Allocated IP 172.27.1.142 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/a734838d-82a8-4f65-bb39-3d17c8006813) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:00:56.094784 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:56.189396 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:56.227606 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:00:56.230351 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:00:56.233835 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:00:56.239890 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'Port': ['ID=a734838d-82a8-4f65-bb39-3d17c8006813,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:56.316976 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:56.389393 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:56.534983 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:56.595257 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25221868'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:56.664236 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'Port': ['ID=a734838d-82a8-4f65-bb39-3d17c8006813,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:00:56.675639 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:56.774200 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:56.775352 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-e9603597-b338-4b10-87b0-64a1289535e3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0530970 Oct 27 06:00:56.965041 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-43c4ec58-e9ec-4b95-a425-089fde1c818c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--358006317&fields=id&tenant_id=c482bd8fa6824737b96e650ac49d246f HTTP/1.1" status: 200 len: 267 time: 0.0380502 Oct 27 06:00:57.072065 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-39dbf9a7-30ad-4b36-8edb-37150ae7ae18 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:57.073492 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-39dbf9a7-30ad-4b36-8edb-37150ae7ae18 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 816 time: 0.1013792 Oct 27 06:00:57.088776 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-e06705b7-4c66-4aca-b2ca-94e0d709e9c8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/quotas/c482bd8fa6824737b96e650ac49d246f HTTP/1.1" status: 200 len: 375 time: 0.0094888 Oct 27 06:00:57.147704 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-5176eaa9-ba81-4a5f-8600-11d58d0cd8d7 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497003 Oct 27 06:00:57.247752 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-78f88c85-63b9-4636-9b01-9a8d9789005b service neutron] 10.222.0.30 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881202 Oct 27 06:00:57.343411 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-f29d48a6-614b-4283-8070-38a9e2993e7a service neutron] 10.222.0.30 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883098 Oct 27 06:00:58.612881 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-64004dcd-95c2-4e1d-b123-424c345b088e req-399ce80d-fe6e-46ec-9e80-6161081f0f57 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 210 time: 0.0283890 Oct 27 06:00:59.575287 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-6bf32867-5c8b-42e2-835b-a839ec8058ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:00:59.624935 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546fa1-ccff-4297-a26e-4d02e0a1943a req-9d13eee8-23d8-4c72-ae65-9a67ed164dfa tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:00:59.626475 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b9546fa1-ccff-4297-a26e-4d02e0a1943a req-9d13eee8-23d8-4c72-ae65-9a67ed164dfa tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0552301 Oct 27 06:00:59.674324 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b9546fa1-ccff-4297-a26e-4d02e0a1943a req-735e5f72-0e98-4ccc-8a23-e2b730086592 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418649 Oct 27 06:00:59.718053 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a455513d-9e3f-4167-9964-36c742fa727b req-deee4a52-0db5-44db-b2f2-46a8fe34f20e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 210 time: 0.0269105 Oct 27 06:01:00.632859 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:01:00.692056 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-811bc65b-0a17-4f6e-bd6a-a05be20588ae tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:00.693514 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-811bc65b-0a17-4f6e-bd6a-a05be20588ae tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 816 time: 0.1080248 Oct 27 06:01:00.779586 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-697e09f3-1de6-47ab-ba98-43b18d068963 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c482bd8fa6824737b96e650ac49d246f HTTP/1.1" status: 200 len: 379 time: 0.0589788 Oct 27 06:01:00.792752 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'port': {'device_id': 'cddd969d-f736-436a-b6a2-497196d0c275', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'admin_state_up': True, 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'security_groups': ['75c19e8f-ac3f-4a3e-b882-f0953c722430']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:00.854800 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c926b0-deb7-4ef7-9d49-888811c1520f req-d8cf0392-2c62-4f61-a539-e371108c70f7 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:00.856289 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41c926b0-deb7-4ef7-9d49-888811c1520f req-d8cf0392-2c62-4f61-a539-e371108c70f7 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1200287 Oct 27 06:01:00.880241 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f80de798-9df5-42d3-b467-72349f213b7b req-80336447-2be6-4278-95b5-66c3dc8451a8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 210 time: 0.0842063 Oct 27 06:01:00.937476 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41c926b0-deb7-4ef7-9d49-888811c1520f req-24145065-ec65-4a01-8c4f-b731a51a5b91 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627842 Oct 27 06:01:01.049246 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Made reservation on behalf of c482bd8fa6824737b96e650ac49d246f for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:01:01.052914 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:01.174999 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Allocated IP 172.20.0.13 (3177cac3-82d5-490f-bd50-8410e69bf297/02cc1477-b8d6-4c44-9288-f42f6425e709/acc03615-ccfb-4108-a9fb-a41b903edd24) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:01.311133 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:01.415409 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:01.460016 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Network 3177cac3-82d5-490f-bd50-8410e69bf297 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:01.463213 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:01.466913 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:01.492832 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event updated for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:01.521413 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:01.522085 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:01.609653 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-4a5f4ed7-6801-461d-bf9f-c48f171c29b9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8211651 Oct 27 06:01:01.629884 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Request body: {'port': {'device_id': 'cddd969d-f736-436a-b6a2-497196d0c275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:01.686768 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:01.713910 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-6e604ad4-e281-4c20-8885-afeb778ed4cb None None] Provisioning complete for port acc03615-ccfb-4108-a9fb-a41b903edd24 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:01.714519 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-6e604ad4-e281-4c20-8885-afeb778ed4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:01.751439 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-6e604ad4-e281-4c20-8885-afeb778ed4cb None None] Port acc03615-ccfb-4108-a9fb-a41b903edd24 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:01:01.945216 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc03615-ccfb-4108-a9fb-a41b903edd24 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:01:01.952694 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:01.966858 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Transition to ACTIVE for port object acc03615-ccfb-4108-a9fb-a41b903edd24 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:01:02.019041 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43303915-36a6-4960-a140-7adc9331a69a req-ab3c36ba-bf30-4ec2-8dd7-f67454cc3383 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:02.020550 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43303915-36a6-4960-a140-7adc9331a69a req-ab3c36ba-bf30-4ec2-8dd7-f67454cc3383 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 932 time: 0.0569139 Oct 27 06:01:02.078149 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.092745 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43303915-36a6-4960-a140-7adc9331a69a req-9b3e9f61-d1bc-421e-a173-0c147671a8b8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629718 Oct 27 06:01:02.129486 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8c1a0-dc6e-4ef1-bb06-8a74a5ac31a9 req-cab25869-7626-47b7-8a5e-594f2abee890 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:02.131156 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3fb8c1a0-dc6e-4ef1-bb06-8a74a5ac31a9 req-cab25869-7626-47b7-8a5e-594f2abee890 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1097064 Oct 27 06:01:02.161338 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Pushing event updated for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:02.171874 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-28c932b0-5fc1-4fbf-82a6-e083524dee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.225756 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3fb8c1a0-dc6e-4ef1-bb06-8a74a5ac31a9 req-c8a3096b-2df9-4dc9-9a81-a7100a715ed2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870247 Oct 27 06:01:02.262896 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Attempting to bind port acc03615-ccfb-4108-a9fb-a41b903edd24 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:02.263245 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Attempting to bind port acc03615-ccfb-4108-a9fb-a41b903edd24 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:02.263627 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Attempting to bind port acc03615-ccfb-4108-a9fb-a41b903edd24 on network 3177cac3-82d5-490f-bd50-8410e69bf297 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:02.268846 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Port acc03615-ccfb-4108-a9fb-a41b903edd24 on network 3177cac3-82d5-490f-bd50-8410e69bf297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:01:02.269164 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Attempting to bind port acc03615-ccfb-4108-a9fb-a41b903edd24 on network 3177cac3-82d5-490f-bd50-8410e69bf297 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:02.274227 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:02.274563 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Checking segment: {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:02.274946 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Bound using segment: {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:02.275377 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Bound port: acc03615-ccfb-4108-a9fb-a41b903edd24, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae685fe-c162-4baf-845f-3ebd6695692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:02.275730 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.340558 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:02.343527 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:02.432422 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.456590 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58110) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:02.464675 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:02.465435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.466886 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] 10.222.0.26 "PUT /v2.0/ports/acc03615-ccfb-4108-a9fb-a41b903edd24 HTTP/1.1" status: 200 len: 1094 time: 0.8418832 Oct 27 06:01:02.469238 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:01:02.471416 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaf5d73-afb6-4315-8f86-a112a21318cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:01:02.508585 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00182ca5-8ce0-4e26-8c3d-05f5eeec9178 service neutron] Pushing event updated for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:02.519663 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9677e08-d605-4cc3-bce9-e094d76750bc x-openstack-request-id: req-d9677e08-d605-4cc3-bce9-e094d76750bc {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:01:02.520008 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:01:02.520311 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9677e08-d605-4cc3-bce9-e094d76750bc {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:01:02.520721 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'status': 'completed', 'code': 200} Oct 27 06:01:02.582102 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-474907fb-f327-4279-b462-2b7d8f46b5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.621889 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5d73-afb6-4315-8f86-a112a21318cd req-f8747fda-e99c-48ac-8a27-97d0bb7b3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:02.623907 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7aaf5d73-afb6-4315-8f86-a112a21318cd req-f8747fda-e99c-48ac-8a27-97d0bb7b3e9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 1097 time: 0.0520556 Oct 27 06:01:02.666674 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-474907fb-f327-4279-b462-2b7d8f46b5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.726216 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-474907fb-f327-4279-b462-2b7d8f46b5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.735544 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5d73-afb6-4315-8f86-a112a21318cd req-d443e437-e2bb-4859-aa65-51edca0d2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:02.735544 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7aaf5d73-afb6-4315-8f86-a112a21318cd req-d443e437-e2bb-4859-aa65-51edca0d2e39 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c482bd8fa6824737b96e650ac49d246f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0943024 Oct 27 06:01:02.766243 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-474907fb-f327-4279-b462-2b7d8f46b5f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d60988cfc0e649968ff635c67994fd2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085413 Oct 27 06:01:02.767557 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474907fb-f327-4279-b462-2b7d8f46b5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9feaa0-85b7-4a42-a435-30afc59b3cc8,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:02.771987 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58116) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:02.820747 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b1f94c70-968e-46e8-b5b9-1ee34d38df8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.836643 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5d73-afb6-4315-8f86-a112a21318cd req-36cce3b9-fa09-4e7b-b9ed-6aae45ae6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:02.838177 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7aaf5d73-afb6-4315-8f86-a112a21318cd req-36cce3b9-fa09-4e7b-b9ed-6aae45ae6ef5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926878 Oct 27 06:01:02.841941 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b1f94c70-968e-46e8-b5b9-1ee34d38df8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.963537 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-a9d36207-687d-4903-a2b3-adb7077bd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:02.965032 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-a9d36207-687d-4903-a2b3-adb7077bd4b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 1097 time: 0.0414531 Oct 27 06:01:02.985761 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b1f94c70-968e-46e8-b5b9-1ee34d38df8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.985761 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b1f94c70-968e-46e8-b5b9-1ee34d38df8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:02.985761 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b1f94c70-968e-46e8-b5b9-1ee34d38df8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a9feaa0-85b7-4a42-a435-30afc59b3cc8 HTTP/1.1" status: 204 len: 168 time: 0.2115405 Oct 27 06:01:02.993050 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f94c70-968e-46e8-b5b9-1ee34d38df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9feaa0-85b7-4a42-a435-30afc59b3cc8,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:03.032210 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-1bd49776-2f5f-4fb8-bc9f-ba5d9d556654 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc03615-ccfb-4108-a9fb-a41b903edd24 HTTP/1.1" status: 200 len: 217 time: 0.0393043 Oct 27 06:01:03.086518 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-664a1dae-26c4-43f1-8b97-2c4dbb572b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:03.087994 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-664a1dae-26c4-43f1-8b97-2c4dbb572b4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0490196 Oct 27 06:01:03.137489 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-122b8500-c5a0-4aad-b4cb-f13d249a52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:03.139059 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-122b8500-c5a0-4aad-b4cb-f13d249a52f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420187 Oct 27 06:01:03.163899 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:03.264461 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac834-9757-481a-893a-e27f737f367f req-99208daa-4adc-437a-9ae2-e6552125956f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:03.265973 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-beeac834-9757-481a-893a-e27f737f367f req-99208daa-4adc-437a-9ae2-e6552125956f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0766776 Oct 27 06:01:03.284041 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-25d40049-5a7e-4c30-9a5d-c5926b13d87c service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359477 Oct 27 06:01:03.394564 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-beeac834-9757-481a-893a-e27f737f367f req-9e2777bf-f87e-4bef-b794-707b32aa059f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200180 Oct 27 06:01:03.420551 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:03.433971 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693e2e8-dbc4-4fd7-a4d4-2d1e609ddd82 req-317f9519-af32-43fa-8df5-c20031cccc57 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:03.435428 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4693e2e8-dbc4-4fd7-a4d4-2d1e609ddd82 req-317f9519-af32-43fa-8df5-c20031cccc57 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1321850 Oct 27 06:01:03.441558 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e083c32-5001-4b49-89cd-6c1f868bf090 req-06f56e14-a5e0-49c0-a766-d43cef4e6d3c service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482811 Oct 27 06:01:03.477335 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4693e2e8-dbc4-4fd7-a4d4-2d1e609ddd82 req-fb45d640-5f1f-4cb5-adf2-af6eead51dfb tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343006 Oct 27 06:01:03.598185 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58126) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:03.613136 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b95c5551-a9af-4897-87ff-cd0e5078f8d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:03.687936 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b95c5551-a9af-4897-87ff-cd0e5078f8d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:03.742925 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b95c5551-a9af-4897-87ff-cd0e5078f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:03.778211 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c5551-a9af-4897-87ff-cd0e5078f8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ffa8cb-1825-49c9-b3a3-c167bf1c5ded,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:03.782352 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b95c5551-a9af-4897-87ff-cd0e5078f8d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4def80a88754a278894a794109d3e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831696 Oct 27 06:01:03.786138 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58128) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:03.832409 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-31d70f4c-ad35-46a4-b41a-a12111ed7c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:03.852859 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-31d70f4c-ad35-46a4-b41a-a12111ed7c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:03.977435 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-31d70f4c-ad35-46a4-b41a-a12111ed7c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:03.980008 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-31d70f4c-ad35-46a4-b41a-a12111ed7c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:03.981142 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-31d70f4c-ad35-46a4-b41a-a12111ed7c1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61ffa8cb-1825-49c9-b3a3-c167bf1c5ded HTTP/1.1" status: 204 len: 168 time: 0.1946902 Oct 27 06:01:03.988868 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d70f4c-ad35-46a4-b41a-a12111ed7c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ffa8cb-1825-49c9-b3a3-c167bf1c5ded,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:04.509986 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf192ad5-cb4e-4a3f-836a-c1d063419338 req-98a140bd-dfba-4d3a-859c-eeab88f05f7e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:04.512088 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bf192ad5-cb4e-4a3f-836a-c1d063419338 req-98a140bd-dfba-4d3a-859c-eeab88f05f7e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0493681 Oct 27 06:01:04.557330 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bf192ad5-cb4e-4a3f-836a-c1d063419338 req-86f33fb6-412e-43e3-8834-a462e00e04bd tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 Oct 27 06:01:04.609623 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7541a-5170-4830-b78c-bacc806dd825 req-d5136926-1328-4f86-b452-18d24ea49834 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:04.611142 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fab7541a-5170-4830-b78c-bacc806dd825 req-d5136926-1328-4f86-b452-18d24ea49834 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0581548 Oct 27 06:01:04.650870 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fab7541a-5170-4830-b78c-bacc806dd825 req-8a920edc-92cb-41c0-8e34-f5a82a622780 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320539 Oct 27 06:01:04.994718 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:05.565776 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device acc03615-ccfb-4108-a9fb-a41b903edd24 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:01:05.669903 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:05.686579 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74108b5-ffac-4ff5-ba7b-cf662009149e req-b220d5ba-e181-4b6b-80bd-e04b31f1ed2c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:05.687102 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'port_id': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'mac_address': 'fa:16:3e:1c:da:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:01:05.689487 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b74108b5-ffac-4ff5-ba7b-cf662009149e req-b220d5ba-e181-4b6b-80bd-e04b31f1ed2c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0543265 Oct 27 06:01:05.730411 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:05.731980 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b74108b5-ffac-4ff5-ba7b-cf662009149e req-140a37c2-cea5-4102-a517-e9b09ea4cbee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365517 Oct 27 06:01:05.747731 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc03615-ccfb-4108-a9fb-a41b903edd24 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:01:05.769493 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:05.799483 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979d964-a831-448d-b509-c88714f591ee req-3e928612-b4d4-43e2-8cef-5dbfb32749f5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:05.800985 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b979d964-a831-448d-b509-c88714f591ee req-3e928612-b4d4-43e2-8cef-5dbfb32749f5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0585530 Oct 27 06:01:05.840314 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b979d964-a831-448d-b509-c88714f591ee req-9d0f161d-3040-44b2-85ea-b304ebaba103 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331967 Oct 27 06:01:05.871934 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:05.921848 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:05.928837 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.929184 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.929524 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.929884 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.930213 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.930540 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.930864 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.931216 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.931542 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.931865 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.932183 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:05.932499 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:06.185407 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['acc03615-ccfb-4108-a9fb-a41b903edd24'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:01:06.853522 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722ec7e-d620-4288-bca6-45af608278e7 req-49e7edf1-f908-4a58-a893-b4cd45939dd8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:06.855092 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4722ec7e-d620-4288-bca6-45af608278e7 req-49e7edf1-f908-4a58-a893-b4cd45939dd8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 945 time: 0.0517104 Oct 27 06:01:06.894762 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4722ec7e-d620-4288-bca6-45af608278e7 req-c6764b3e-ab0b-4c44-bcc5-3bbd88bd3f90 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334938 Oct 27 06:01:06.959020 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316e013-8c2e-4440-8c40-eff634e1b3df req-d195b683-abba-4272-9246-eab41a093bbc tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:06.960508 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5316e013-8c2e-4440-8c40-eff634e1b3df req-d195b683-abba-4272-9246-eab41a093bbc tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0534790 Oct 27 06:01:06.997978 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5316e013-8c2e-4440-8c40-eff634e1b3df req-25ded9f4-3bd4-4ce6-8790-5d14de0b39de tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314901 Oct 27 06:01:07.588012 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device acc03615-ccfb-4108-a9fb-a41b903edd24 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:07.688936 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port acc03615-ccfb-4108-a9fb-a41b903edd24 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:01:07.692866 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port acc03615-ccfb-4108-a9fb-a41b903edd24 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:07.693242 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:07.777255 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:07.800480 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:01:07.802830 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fafeda5-7fef-46e7-904d-81f65ac44717" -d '{"events": [{"server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "name": "network-vif-plugged", "status": "completed", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:01:07.815103 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:07.837540 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e1978d-92e2-4e06-a0db-9388150a1c3f x-openstack-request-id: req-d1e1978d-92e2-4e06-a0db-9388150a1c3f {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:01:07.837872 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "name": "network-vif-plugged", "status": "completed", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:01:07.838170 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1e1978d-92e2-4e06-a0db-9388150a1c3f {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:01:07.838497 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'code': 200} Oct 27 06:01:07.866518 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:07.918512 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:08.016660 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cce79-19de-449a-96a2-dce3cb252841 req-125950f9-5788-4cf9-a361-b73781c21748 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:08.019455 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4d3cce79-19de-449a-96a2-dce3cb252841 req-125950f9-5788-4cf9-a361-b73781c21748 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0504267 Oct 27 06:01:08.068672 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4d3cce79-19de-449a-96a2-dce3cb252841 req-426c28d5-23bc-43fd-97cf-efb070c541fb tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434029 Oct 27 06:01:08.125085 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fcfb7-d94e-472b-923e-3984ff36884f req-13e1776a-a33b-4798-8891-81addf10515a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:08.126567 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a39fcfb7-d94e-472b-923e-3984ff36884f req-13e1776a-a33b-4798-8891-81addf10515a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0530791 Oct 27 06:01:08.166100 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a39fcfb7-d94e-472b-923e-3984ff36884f req-02583af0-acef-4aeb-8c56-a46d682539d6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330386 Oct 27 06:01:08.260866 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea4cf9-7189-4069-9ef5-9a7f898fbd4a req-d8dcb8a0-6d91-4a9f-909b-1df5aba05dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:08.262438 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-73ea4cf9-7189-4069-9ef5-9a7f898fbd4a req-d8dcb8a0-6d91-4a9f-909b-1df5aba05dd9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 1099 time: 0.0424390 Oct 27 06:01:08.301229 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-73ea4cf9-7189-4069-9ef5-9a7f898fbd4a req-233d409f-ca06-46bd-bf67-9ac55edd7321 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289810 Oct 27 06:01:09.179951 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e8399-a259-413d-9e63-8b2b034616ba req-dbdf83dc-e8e6-4496-9cb2-2adc154d4780 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:09.181347 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-933e8399-a259-413d-9e63-8b2b034616ba req-dbdf83dc-e8e6-4496-9cb2-2adc154d4780 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0478430 Oct 27 06:01:09.219888 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-933e8399-a259-413d-9e63-8b2b034616ba req-3fdb924b-6f1f-4051-abb3-79afe5250a81 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326705 Oct 27 06:01:09.287314 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd974f-5cbb-462e-bf77-ac509647ede4 req-b6e7cb6e-03ff-4cac-b880-6b8b6257ee3c tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:09.288768 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-53fd974f-5cbb-462e-bf77-ac509647ede4 req-b6e7cb6e-03ff-4cac-b880-6b8b6257ee3c tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0533297 Oct 27 06:01:09.326029 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-53fd974f-5cbb-462e-bf77-ac509647ede4 req-3ae17b76-7f75-48b5-bada-dcf09e3fd5fa tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313530 Oct 27 06:01:10.349466 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d46b3-2f8f-49b9-81bf-c2806b647f63 req-f5e83f30-3c8e-4be3-af3d-c2c54f8bb637 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:10.350116 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d6d46b3-2f8f-49b9-81bf-c2806b647f63 req-f5e83f30-3c8e-4be3-af3d-c2c54f8bb637 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0522194 Oct 27 06:01:10.394764 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d6d46b3-2f8f-49b9-81bf-c2806b647f63 req-c5f5208f-4cbd-457f-a0f0-f4e860d2b1a2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387642 Oct 27 06:01:10.443589 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69ef08-a978-4c41-ad8c-c47259598848 req-13fd95f6-c1b9-4ff1-839c-282cad1c3325 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:10.445148 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6b69ef08-a978-4c41-ad8c-c47259598848 req-13fd95f6-c1b9-4ff1-839c-282cad1c3325 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0490792 Oct 27 06:01:10.512465 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6b69ef08-a978-4c41-ad8c-c47259598848 req-7426f7d1-a2a8-4f08-970b-17d08c278b8c tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614004 Oct 27 06:01:10.528249 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf8c7a-14ea-4b20-97d6-7d890bceb90e req-ed109bd4-4ddd-468c-bf49-8932027517d2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:10.529715 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-27bf8c7a-14ea-4b20-97d6-7d890bceb90e req-ed109bd4-4ddd-468c-bf49-8932027517d2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0656917 Oct 27 06:01:10.538785 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58242) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:10.543954 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-c8409025-69eb-4883-b8ea-d2f354a3dd02 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Request body: {'floatingip': {'port_id': 'acc03615-ccfb-4108-a9fb-a41b903edd24'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:10.586817 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8409025-69eb-4883-b8ea-d2f354a3dd02 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:10.883109 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03201b-c8a9-4b9e-852b-e69cf11442d1 req-95ea2feb-2fe7-43f5-b379-c0fa67ee856e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:10.884729 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9a03201b-c8a9-4b9e-852b-e69cf11442d1 req-95ea2feb-2fe7-43f5-b379-c0fa67ee856e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0548778 Oct 27 06:01:10.927593 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9a03201b-c8a9-4b9e-852b-e69cf11442d1 req-375ee4ff-dae4-4f4b-8cab-0954e84dfcc9 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367281 Oct 27 06:01:11.016036 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8409025-69eb-4883-b8ea-d2f354a3dd02 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:11.027872 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-b2a0a58e-09d3-4e57-9864-4d100b44846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:11.029431 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-b2a0a58e-09d3-4e57-9864-4d100b44846f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 1099 time: 0.0409262 Oct 27 06:01:11.074683 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8409025-69eb-4883-b8ea-d2f354a3dd02 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:11.123939 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-87ca69b7-c3b4-4cd9-8a57-e3d9bc84ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:11.125499 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-87ca69b7-c3b4-4cd9-8a57-e3d9bc84ea7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=791f211a-d120-4756-bade-e92f947a1db8 HTTP/1.1" status: 200 len: 911 time: 0.0888257 Oct 27 06:01:11.178955 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.l3_db [None req-c8409025-69eb-4883-b8ea-d2f354a3dd02 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Floating IP 3aebcaed-7ad2-4b9b-a18d-8a3ab53b51bc associated. External IP: 172.27.1.142, port: acc03615-ccfb-4108-a9fb-a41b903edd24. Oct 27 06:01:11.197474 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-c4e6165d-5300-4ddc-8835-58aec615bb18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 HTTP/1.1" status: 200 len: 1001 time: 0.0638168 Oct 27 06:01:11.247173 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58256) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:11.251055 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-0640768a-a825-418e-bbb3-fefcdad5d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:11.253053 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-0640768a-a825-418e-bbb3-fefcdad5d923 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=828a660e-e26a-4dc9-9073-1f5128f4f313 HTTP/1.1" status: 200 len: 849 time: 0.0481803 Oct 27 06:01:11.310391 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-cb33ef89-8b5d-48a0-8ea7-af1f1efeae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:11.311921 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-cb33ef89-8b5d-48a0-8ea7-af1f1efeae0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=791f211a-d120-4756-bade-e92f947a1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508752 Oct 27 06:01:11.411019 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-cd613590-8701-49d3-822f-af4803e4de00 service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903449 Oct 27 06:01:11.510053 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-417bfb0a-8154-4f27-abfa-317985ec2b50 req-beb4b9af-7aa6-4aeb-a297-5863e10577cc service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903647 Oct 27 06:01:11.569935 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2c7e031d-7f97-40d3-a50d-4896f2509b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:11.639389 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8409025-69eb-4883-b8ea-d2f354a3dd02 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Router f50b4fb6-2ca1-4520-9ed2-2e004320946d has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:01:11.739841 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2c7e031d-7f97-40d3-a50d-4896f2509b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:11.771529 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8409025-69eb-4883-b8ea-d2f354a3dd02 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:11.776553 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8409025-69eb-4883-b8ea-d2f354a3dd02 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:11.780985 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] Sync routers for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:11.790913 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:11.791523 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:11.798479 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2c7e031d-7f97-40d3-a50d-4896f2509b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:11.825890 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c8409025-69eb-4883-b8ea-d2f354a3dd02 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "PUT /v2.0/floatingips/3aebcaed-7ad2-4b9b-a18d-8a3ab53b51bc HTTP/1.1" status: 200 len: 992 time: 1.2853575 Oct 27 06:01:11.832523 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:01:11.834762 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a538f07-b577-4bd4-a813-5bf10bb1cdef" -d '{"events": [{"name": "network-changed", "server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:01:11.850807 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-2c7e031d-7f97-40d3-a50d-4896f2509b25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=336af7913eca4b7aa9456444ca2d01a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6025994 Oct 27 06:01:11.851926 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e031d-7f97-40d3-a50d-4896f2509b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbe75ec-90e8-4c2f-8fb4-a4551293fcbe,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:11.853848 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58264) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:11.886318 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32bedc6-709f-4602-a46c-c1d24659a6e7 x-openstack-request-id: req-d32bedc6-709f-4602-a46c-c1d24659a6e7 {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:01:11.886604 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:01:11.886887 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d32bedc6-709f-4602-a46c-c1d24659a6e7 {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:01:11.887283 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'status': 'completed', 'code': 200} Oct 27 06:01:11.912443 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:11.925490 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6962462d-26c5-4a66-aa4e-f4acdf4444da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:11.947779 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6962462d-26c5-4a66-aa4e-f4acdf4444da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:12.046987 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-670d8495-095b-4d4c-867f-b563826058ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:12.048694 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-670d8495-095b-4d4c-867f-b563826058ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 1099 time: 0.0550549 Oct 27 06:01:12.116679 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6962462d-26c5-4a66-aa4e-f4acdf4444da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:12.120229 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6962462d-26c5-4a66-aa4e-f4acdf4444da admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:12.121560 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-6962462d-26c5-4a66-aa4e-f4acdf4444da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fbe75ec-90e8-4c2f-8fb4-a4551293fcbe HTTP/1.1" status: 204 len: 168 time: 0.2647579 Oct 27 06:01:12.141332 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962462d-26c5-4a66-aa4e-f4acdf4444da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbe75ec-90e8-4c2f-8fb4-a4551293fcbe,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:12.193780 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-3d9175c3-ea49-4776-9937-ed8fdcf97d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:12.206763 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-3d9175c3-ea49-4776-9937-ed8fdcf97d65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 917 time: 0.1404960 Oct 27 06:01:12.221626 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '3aebcaed-7ad2-4b9b-a18d-8a3ab53b51bc', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'port_id': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'mac_address': 'fa:16:3e:1c:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddd969d-f736-436a-b6a2-497196d0c275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:00:56Z', 'updated_at': '2021-10-27T06:01:10Z', 'revision_number': 1, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:12.250240 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] Checking router: f50b4fb6-2ca1-4520-9ed2-2e004320946d for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:12.260658 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:12.261328 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:12.313153 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-41f4f110-68a8-41b6-8516-b16312b24879 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc03615-ccfb-4108-a9fb-a41b903edd24 HTTP/1.1" status: 200 len: 1000 time: 0.0895536 Oct 27 06:01:12.321455 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1712e8-e5be-4daf-9adc-cabb3e4f62f0 req-0b31da45-d788-423e-93fc-0edd2e149e02 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:12.322904 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bc1712e8-e5be-4daf-9adc-cabb3e4f62f0 req-0b31da45-d788-423e-93fc-0edd2e149e02 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.2984209 Oct 27 06:01:12.372278 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:12.393518 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-34b1220f-4c90-4636-9106-5a32d3bbc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:12.395016 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-34b1220f-4c90-4636-9106-5a32d3bbc770 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0712676 Oct 27 06:01:12.417890 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bc1712e8-e5be-4daf-9adc-cabb3e4f62f0 req-885f575b-bff8-483b-b066-8b4307b94b4c tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722685 Oct 27 06:01:12.464494 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-0118981f-192a-4ddc-9e77-4816d4442a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:12.466061 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-0118981f-192a-4ddc-9e77-4816d4442a9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462248 Oct 27 06:01:12.560542 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-29b2713c-2cb6-45bc-80a5-c5a05047ba25 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865984 Oct 27 06:01:12.726194 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58274) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:12.736392 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '3aebcaed-7ad2-4b9b-a18d-8a3ab53b51bc', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'port_id': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'mac_address': 'fa:16:3e:1c:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddd969d-f736-436a-b6a2-497196d0c275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:00:56Z', 'updated_at': '2021-10-27T06:01:10Z', 'revision_number': 1, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:12.741323 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c9b336dd-2e13-4995-80e5-42713f63e72e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:12.767038 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8871df-9586-469e-ba58-6d392d421b9c None None] The sync data for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi is: [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '3aebcaed-7ad2-4b9b-a18d-8a3ab53b51bc', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'port_id': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'mac_address': 'fa:16:3e:1c:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddd969d-f736-436a-b6a2-497196d0c275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:00:56Z', 'updated_at': '2021-10-27T06:01:10Z', 'revision_number': 1, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:01:12.828646 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c9b336dd-2e13-4995-80e5-42713f63e72e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:12.898996 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6a538f07-b577-4bd4-a813-5bf10bb1cdef req-2a0e2209-0889-44a2-b012-34951446aeb5 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314335 Oct 27 06:01:12.909788 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c9b336dd-2e13-4995-80e5-42713f63e72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:12.953008 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b336dd-2e13-4995-80e5-42713f63e72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02375cf2-5573-4ec9-b9a9-250e41025799,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:12.960460 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c9b336dd-2e13-4995-80e5-42713f63e72e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a08ff2823a4a41eba2eba612e05f4917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331402 Oct 27 06:01:12.964182 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58276) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:12.993335 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24edaac0-941d-4ded-850f-37670c482e5d None None] New status for floating IP 3aebcaed-7ad2-4b9b-a18d-8a3ab53b51bc: ACTIVE {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:01:13.016480 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e65bbbc-4f54-4f5e-a7e9-8662099fdf05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:13.047992 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e65bbbc-4f54-4f5e-a7e9-8662099fdf05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:13.158351 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e65bbbc-4f54-4f5e-a7e9-8662099fdf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:13.158351 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e65bbbc-4f54-4f5e-a7e9-8662099fdf05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:13.158697 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-7e65bbbc-4f54-4f5e-a7e9-8662099fdf05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02375cf2-5573-4ec9-b9a9-250e41025799 HTTP/1.1" status: 204 len: 168 time: 0.1931405 Oct 27 06:01:13.166407 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65bbbc-4f54-4f5e-a7e9-8662099fdf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02375cf2-5573-4ec9-b9a9-250e41025799,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:13.517207 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ae771-7739-4e08-99fc-2562258a3072 req-51ef8bc8-5233-4118-a198-dcbbfbb397e0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:13.519429 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3b1ae771-7739-4e08-99fc-2562258a3072 req-51ef8bc8-5233-4118-a198-dcbbfbb397e0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.0520725 Oct 27 06:01:13.558992 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3b1ae771-7739-4e08-99fc-2562258a3072 req-bb35444b-fa84-4f08-9062-a32a119a9b96 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326271 Oct 27 06:01:22.566803 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-365ef4a3-979d-49c4-964c-f0cdfab20859 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41694986&fields=id&tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9 HTTP/1.1" status: 200 len: 267 time: 0.1319916 Oct 27 06:01:22.623111 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-5f749870-1a7e-4c81-951f-5395603fe8ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:22.624717 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-5f749870-1a7e-4c81-951f-5395603fe8ca tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 985 time: 0.0510435 Oct 27 06:01:22.637010 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-7c49ab3e-415c-484f-b9dd-a3eeced6469f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Request body: {'port': {'security_groups': ['c6cc5d61-d019-429b-94a0-8b6f61d9c619']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:22.703583 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-7c49ab3e-415c-484f-b9dd-a3eeced6469f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:22.873736 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-7c49ab3e-415c-484f-b9dd-a3eeced6469f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] For port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:22.907612 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-7c49ab3e-415c-484f-b9dd-a3eeced6469f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:22.980785 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-7c49ab3e-415c-484f-b9dd-a3eeced6469f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.026084 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:01:23.026687 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-7c49ab3e-415c-484f-b9dd-a3eeced6469f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:23.027008 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-7c49ab3e-415c-484f-b9dd-a3eeced6469f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.028493 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cf760650-c6f6-4098-8bbd-f201c2ec638a req-7c49ab3e-415c-484f-b9dd-a3eeced6469f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "PUT /v2.0/ports/3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 HTTP/1.1" status: 200 len: 943 time: 0.3963053 Oct 27 06:01:23.028911 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:01:23.031232 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e46f2c-2b75-41dd-9632-5072448811d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:01:23.037617 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58412) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:23.061267 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49ab3e-415c-484f-b9dd-a3eeced6469f tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event updated for resources: {'Port': ['ID=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,revision_number=7']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:23.082122 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4fabec-4cfc-4d3b-9a22-42e7e6a87a98 x-openstack-request-id: req-4f4fabec-4cfc-4d3b-9a22-42e7e6a87a98 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:01:23.082587 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:01:23.083122 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f4fabec-4cfc-4d3b-9a22-42e7e6a87a98 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:01:23.083841 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'status': 'completed', 'code': 200} Oct 27 06:01:23.109222 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7cdaad13-9b2e-4b86-818a-3e5ac6165631 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.137993 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7cdaad13-9b2e-4b86-818a-3e5ac6165631 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.185302 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-607ecafb-8ba8-48d7-b8e2-b88b07487204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:23.189013 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-607ecafb-8ba8-48d7-b8e2-b88b07487204 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9&device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 1099 time: 0.0576844 Oct 27 06:01:23.192812 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:01:23.297881 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7cdaad13-9b2e-4b86-818a-3e5ac6165631 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.300443 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7cdaad13-9b2e-4b86-818a-3e5ac6165631 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.305157 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-7cdaad13-9b2e-4b86-818a-3e5ac6165631 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "DELETE /v2.0/security-groups/03194d49-0024-42d0-b880-412c8078d97f HTTP/1.1" status: 204 len: 168 time: 0.2621012 Oct 27 06:01:23.311702 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58418) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:23.321714 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaad13-9b2e-4b86-818a-3e5ac6165631 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03194d49-0024-42d0-b880-412c8078d97f,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:23.387381 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-5a6e0a5a-f0a5-414b-b7ed-0a5ac920a104 None None] Provisioning complete for port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:23.387480 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0a5a-f0a5-414b-b7ed-0a5ac920a104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.393155 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-243bb63e-1132-4fec-8651-927fffc057f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:23.394861 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-243bb63e-1132-4fec-8651-927fffc057f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83 HTTP/1.1" status: 200 len: 915 time: 0.1956599 Oct 27 06:01:23.523291 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-f222da99-9245-4bee-aafa-fdbad7ba9116 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 HTTP/1.1" status: 200 len: 1001 time: 0.0943577 Oct 27 06:01:23.585694 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-1fa9f3ea-5dbb-4d99-b327-6facefc5b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:23.587149 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-1fa9f3ea-5dbb-4d99-b327-6facefc5b943 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8b755ee-8a36-4466-97b2-429384b9a95b HTTP/1.1" status: 200 len: 853 time: 0.0553455 Oct 27 06:01:23.591404 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Deleting port a017c7a7-f6c6-4f6c-a75f-67062f92f1ea {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:23.591879 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.689103 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.696773 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-d2846039-d459-4b76-9802-e2eb51ce1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:23.698307 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-d2846039-d459-4b76-9802-e2eb51ce1cde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915461 Oct 27 06:01:23.722802 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.723130 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:23.772193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Calling delete_port for a017c7a7-f6c6-4f6c-a75f-67062f92f1ea owned by network:floatingip {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:23.900566 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-bfe23150-2abe-4fff-a72c-c2d7be091532 service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916256 Oct 27 06:01:24.047279 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5e46f2c-2b75-41dd-9632-5072448811d7 req-3314ba26-3fbd-40b5-8a39-f700ef3cedff service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323032 Oct 27 06:01:24.140408 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:24.170823 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event deleted for resources: {'Port': ['ID=a017c7a7-f6c6-4f6c-a75f-67062f92f1ea,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:24.236701 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks [] for floatingip, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:24.237088 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.l3_db [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Floating IP 833c140d-7028-4390-bfd9-dc68491ca146 disassociated (deleted). External IP: 172.27.1.53, port: 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2. Oct 27 06:01:24.447573 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:01:24.558609 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:24.563128 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:24.569781 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] Sync routers for ids ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:24.579844 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] Routers {'e9ff61ff-4aec-4493-9d2b-e5a651cc4182'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:24.580464 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:24.594206 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-53918e6d-97ab-42f3-837b-0e16c3b70102 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "DELETE /v2.0/floatingips/833c140d-7028-4390-bfd9-dc68491ca146 HTTP/1.1" status: 204 len: 168 time: 1.2819748 Oct 27 06:01:24.691553 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] Set router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:24.906481 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '120cf860-5608-4e4a-ad83-4368450d104b', 'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'mac_address': 'fa:16:3e:3e:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:34Z', 'updated_at': '2021-10-27T05:58:42Z', 'revision_number': 5, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'subnets': [{'id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:24.938330 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] Checking router: e9ff61ff-4aec-4493-9d2b-e5a651cc4182 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:24.948868 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] Routers {'e9ff61ff-4aec-4493-9d2b-e5a651cc4182'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:24.949549 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:25.069690 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] Set router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:25.085776 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:01:25.088979 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a39b389-b3d9-4e92-970f-74d6d0bddf10" -d '{"events": [{"name": "network-changed", "server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:01:25.134486 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a010adc8-1551-4df4-a066-e7658642ba29 x-openstack-request-id: req-a010adc8-1551-4df4-a066-e7658642ba29 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:01:25.134813 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:01:25.135035 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a010adc8-1551-4df4-a066-e7658642ba29 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:01:25.135461 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'status': 'completed', 'code': 200} Oct 27 06:01:25.241383 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-6280c906-f0f0-462a-9a40-bce3e1957c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:25.242980 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-6280c906-f0f0-462a-9a40-bce3e1957c8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9&device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 1099 time: 0.0441880 Oct 27 06:01:25.277554 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '120cf860-5608-4e4a-ad83-4368450d104b', 'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'mac_address': 'fa:16:3e:3e:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:34Z', 'updated_at': '2021-10-27T05:58:42Z', 'revision_number': 5, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'subnets': [{'id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:25.305525 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b977006-2ee8-41f5-b1e0-56c17152d7e9 None None] The sync data for ids ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'] in dv-cinder-815582-2-iscsi is: [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T05:58:35Z', 'revision_number': 4, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '120cf860-5608-4e4a-ad83-4368450d104b', 'name': '', 'network_id': '0919d7c1-cb0b-4c83-825d-fb9f86b95f83', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'mac_address': 'fa:16:3e:3e:78:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:34Z', 'updated_at': '2021-10-27T05:58:42Z', 'revision_number': 5, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'subnets': [{'id': 'c8b755ee-8a36-4466-97b2-429384b9a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:01:25.340089 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-b239a086-cef2-4491-9bc9-93a7d0adbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:25.341563 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-b239a086-cef2-4491-9bc9-93a7d0adbf0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83 HTTP/1.1" status: 200 len: 915 time: 0.0909932 Oct 27 06:01:25.404660 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-05f019a4-cc7f-45f1-b0d2-25a835674ca1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 HTTP/1.1" status: 200 len: 217 time: 0.0392184 Oct 27 06:01:25.464643 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-ab9683cd-795f-4da6-8e5c-88a8d602d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:25.466482 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-ab9683cd-795f-4da6-8e5c-88a8d602d46b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8b755ee-8a36-4466-97b2-429384b9a95b HTTP/1.1" status: 200 len: 853 time: 0.0461600 Oct 27 06:01:25.531565 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-13f2db11-ea39-476d-9968-9d5011a87190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:25.534036 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-13f2db11-ea39-476d-9968-9d5011a87190 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0919d7c1-cb0b-4c83-825d-fb9f86b95f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501661 Oct 27 06:01:25.547178 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca16931-57a9-4fa1-abdb-528593ec6bce None None] New status for floating IP 833c140d-7028-4390-bfd9-dc68491ca146: DOWN {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:01:25.641516 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-af0ba55f-796a-421a-8148-13b11757168a service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944118 Oct 27 06:01:25.737251 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a39b389-b3d9-4e92-970f-74d6d0bddf10 req-7e31014a-bfe0-4ed5-90fb-54ccd1e12d15 service neutron] 10.222.0.26 "GET /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843744 Oct 27 06:01:28.501320 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-019eac16-8712-463f-9d7b-87db98f28c0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828125 Oct 27 06:01:28.583875 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-2c7d8eb0-6671-4509-914e-db9c3311da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:28.585587 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-2c7d8eb0-6671-4509-914e-db9c3311da30 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 1099 time: 0.0466352 Oct 27 06:01:28.695070 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-ce8f5089-8406-4064-a81d-81b480d61207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:28.696561 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-ce8f5089-8406-4064-a81d-81b480d61207 service neutron] 10.222.0.26 "GET /v2.0/networks?id=791f211a-d120-4756-bade-e92f947a1db8 HTTP/1.1" status: 200 len: 911 time: 0.0884371 Oct 27 06:01:28.765418 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-5e27b950-eb56-41ce-ba7d-a564f3971917 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 HTTP/1.1" status: 200 len: 1001 time: 0.0612702 Oct 27 06:01:28.842554 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-5d470e71-df38-4923-bd80-d6b7a14ab5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:28.843992 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-5d470e71-df38-4923-bd80-d6b7a14ab5fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=828a660e-e26a-4dc9-9073-1f5128f4f313 HTTP/1.1" status: 200 len: 849 time: 0.0697165 Oct 27 06:01:28.858653 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c717a-9c3f-45df-85d4-594d7f34f836 req-31205827-999a-4776-a76c-eb7951b012b2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:28.860318 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-042c717a-9c3f-45df-85d4-594d7f34f836 req-31205827-999a-4776-a76c-eb7951b012b2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0609639 Oct 27 06:01:28.933227 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-042c717a-9c3f-45df-85d4-594d7f34f836 req-67119c70-a28d-4871-9af3-999f641a4313 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615783 Oct 27 06:01:28.935793 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-9f78ead6-4a89-4c2b-bac0-fddc45b79d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:28.937222 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-9f78ead6-4a89-4c2b-bac0-fddc45b79d12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=791f211a-d120-4756-bade-e92f947a1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760758 Oct 27 06:01:29.034782 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-11dacd18-37e1-46c0-9925-f8fddf6f0ae5 service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818765 Oct 27 06:01:29.132172 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1b9ab6f-bc66-4801-9adf-771a2ae011e2 req-e6d3e0f8-70d7-4d16-95bc-970baebf5d32 service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845916 Oct 27 06:01:29.571877 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-20db42f3-e13d-47ec-829a-122aa6d4465c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:30.048391 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5d017-d2a9-45ac-aad5-1a23caea00d8 req-3ca114b2-94ef-4412-b6b5-f9cb8291685b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:30.049887 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ffc5d017-d2a9-45ac-aad5-1a23caea00d8 req-3ca114b2-94ef-4412-b6b5-f9cb8291685b tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0496600 Oct 27 06:01:30.087164 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ffc5d017-d2a9-45ac-aad5-1a23caea00d8 req-d5d1ef50-a5ab-4fca-b909-70e2816f3e5c tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Oct 27 06:01:31.202202 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb21bc8-c683-4f27-8291-fa64dd47d4d8 req-51688b5f-80d4-4c11-a41e-f6a693078536 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:31.203689 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1bb21bc8-c683-4f27-8291-fa64dd47d4d8 req-51688b5f-80d4-4c11-a41e-f6a693078536 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0509405 Oct 27 06:01:31.246186 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1bb21bc8-c683-4f27-8291-fa64dd47d4d8 req-7f15c98d-2cb6-496a-bfcb-cc6096b48302 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6cc5d61-d019-429b-94a0-8b6f61d9c619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Oct 27 06:01:31.496279 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-96a844ca-23fc-4f26-b2c4-d163b7cb637e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:31.497715 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-96a844ca-23fc-4f26-b2c4-d163b7cb637e tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.26 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 946 time: 0.0474505 Oct 27 06:01:31.586853 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-59bc6d5e-afc2-4898-a61e-092b585579a2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Deleting port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:31.587192 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-59bc6d5e-afc2-4898-a61e-092b585579a2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:31.676439 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-59bc6d5e-afc2-4898-a61e-092b585579a2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] For port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:31.676810 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-59bc6d5e-afc2-4898-a61e-092b585579a2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:31.689221 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-59bc6d5e-afc2-4898-a61e-092b585579a2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Calling delete_port for 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:31.874746 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-59bc6d5e-afc2-4898-a61e-092b585579a2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:31.903751 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc6d5e-afc2-4898-a61e-092b585579a2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Pushing event deleted for resources: {'Port': ['ID=3a6aa96f-8d4a-4338-95ef-ede2fefd22a2,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:31.911563 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:01:31.946666 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-59bc6d5e-afc2-4898-a61e-092b585579a2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] No DVR routers for this DVR port 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:01:31.949088 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-59bc6d5e-afc2-4898-a61e-092b585579a2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:31.952410 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2c2db045-4b46-4f87-9a0b-96392d351690 req-59bc6d5e-afc2-4898-a61e-092b585579a2 tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.26 "DELETE /v2.0/ports/3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 HTTP/1.1" status: 204 len: 173 time: 0.4467859 Oct 27 06:01:31.952852 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'name': 'network-vif-deleted', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:01:31.955129 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a903f33-f482-4612-b742-d7bbab2ba0e7" -d '{"events": [{"server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "name": "network-vif-deleted", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:01:32.046725 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da1eeec-07ec-41bc-a5a2-b40dfc3e85ab x-openstack-request-id: req-0da1eeec-07ec-41bc-a5a2-b40dfc3e85ab {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:01:32.052245 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0992a4c6-655c-44fe-a6f1-1f0d97ed98a7", "name": "network-vif-deleted", "tag": "3a6aa96f-8d4a-4338-95ef-ede2fefd22a2", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:01:32.052245 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0da1eeec-07ec-41bc-a5a2-b40dfc3e85ab {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:01:32.052245 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0992a4c6-655c-44fe-a6f1-1f0d97ed98a7', 'name': 'network-vif-deleted', 'tag': '3a6aa96f-8d4a-4338-95ef-ede2fefd22a2', 'status': 'completed', 'code': 200} Oct 27 06:01:32.160544 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9aea-daad-40c4-85f7-342b3474d344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:32.361756 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d4806c87-dad0-4f57-a110-932b039ab941 req-d46a3707-1dc5-45d6-8454-947bcc9697ea tempest-TestMinimumBasicScenario-1063960280 tempest-TestMinimumBasicScenario-1063960280-project] 10.222.0.30 "GET /v2.0/ports?device_id=0992a4c6-655c-44fe-a6f1-1f0d97ed98a7 HTTP/1.1" status: 200 len: 210 time: 0.0303879 Oct 27 06:01:33.191817 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:33.432154 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:34.941452 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58576) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:34.952904 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58578) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:34.966367 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.059146 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5ff69168-0951-46ad-a084-053819e17220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.132435 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5ff69168-0951-46ad-a084-053819e17220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.209345 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-5ff69168-0951-46ad-a084-053819e17220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.249011 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-5ff69168-0951-46ad-a084-053819e17220 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e2f5c6b149e4abc85bf657e2ee55ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949505 Oct 27 06:01:35.250966 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff69168-0951-46ad-a084-053819e17220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f5a6ed-de14-4ca0-8a21-d94ac2ff6a95,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:35.253210 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58582) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:35.289332 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570938'] for router_interface, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.306507 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1ff2-e484-41e1-875f-953e123a4327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.326841 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1ff2-e484-41e1-875f-953e123a4327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.437962 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1ff2-e484-41e1-875f-953e123a4327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.440694 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1ff2-e484-41e1-875f-953e123a4327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.442128 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b9ec1ff2-e484-41e1-875f-953e123a4327 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71f5a6ed-de14-4ca0-8a21-d94ac2ff6a95 HTTP/1.1" status: 204 len: 168 time: 0.1877434 Oct 27 06:01:35.450730 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec1ff2-e484-41e1-875f-953e123a4327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f5a6ed-de14-4ca0-8a21-d94ac2ff6a95,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:35.708581 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:01:35.731278 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:01:35.731777 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 3a6aa96f-8d4a-4338-95ef-ede2fefd22a2 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:01:35.778538 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] Deleting port 120cf860-5608-4e4a-ad83-4368450d104b {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:35.779113 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.858510 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] For port 120cf860-5608-4e4a-ad83-4368450d104b, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=120cf860-5608-4e4a-ad83-4368450d104b,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:35.858880 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:35.871868 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] Calling delete_port for 120cf860-5608-4e4a-ad83-4368450d104b owned by network:router_interface {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:36.132236 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:36.161236 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=120cf860-5608-4e4a-ad83-4368450d104b,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:36.333506 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571094'] for router_interface, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:36.554364 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] Router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:01:36.663993 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:36.670222 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-2b2dc293-a6fd-47c1-97c4-b926334a7c2b admin admin] 10.222.0.30 "PUT /v2.0/routers/e9ff61ff-4aec-4493-9d2b-e5a651cc4182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259877 Oct 27 06:01:36.671721 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58612) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:36.674284 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] Sync routers for ids ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:36.684023 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] Routers {'e9ff61ff-4aec-4493-9d2b-e5a651cc4182'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:36.684787 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:36.772502 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Publish callbacks [] for router, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:36.788186 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] Set router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:36.881227 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:36.975288 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T06:01:36Z', 'revision_number': 5, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port': {'id': '3accfaba-7bc5-4550-aea2-95d3124724ce', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:31Z', 'updated_at': '2021-10-27T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:36.976617 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58618) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:37.003345 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] Checking router: e9ff61ff-4aec-4493-9d2b-e5a651cc4182 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:37.012730 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] Routers {'e9ff61ff-4aec-4493-9d2b-e5a651cc4182'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:37.017960 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Deleting port 3accfaba-7bc5-4550-aea2-95d3124724ce {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:37.018090 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:37.018191 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.096047 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b01216d6-e3e8-4b99-8b6e-74cb8544ff8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.098568 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] For port 3accfaba-7bc5-4550-aea2-95d3124724ce, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=3accfaba-7bc5-4550-aea2-95d3124724ce,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:37.098970 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.101611 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] Set router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 gateway port host: None {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:37.112430 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Calling delete_port for 3accfaba-7bc5-4550-aea2-95d3124724ce owned by network:router_gateway {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:37.177583 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b01216d6-e3e8-4b99-8b6e-74cb8544ff8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.244108 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b01216d6-e3e8-4b99-8b6e-74cb8544ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.287257 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b01216d6-e3e8-4b99-8b6e-74cb8544ff8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e7e9986bcb749dd9667f8c8c99eb3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088925 Oct 27 06:01:37.288378 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01216d6-e3e8-4b99-8b6e-74cb8544ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f02b33-77b5-4254-8fac-fd791fca67f7,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:37.289832 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T06:01:36Z', 'revision_number': 6, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port_host': None}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:37.291201 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58622) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:37.315727 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bca3b3-e7b8-4c56-93f3-8525de42e6fc None None] The sync data for ids ['e9ff61ff-4aec-4493-9d2b-e5a651cc4182'] in dv-cinder-815582-2-iscsi is: [{'id': 'e9ff61ff-4aec-4493-9d2b-e5a651cc4182', 'name': 'tempest-TestMinimumBasicScenario-288274835-router', 'tenant_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:30Z', 'updated_at': '2021-10-27T06:01:36Z', 'revision_number': 6, 'project_id': 'bbfc3b5643ac42e984eb5d86e2cdc0f9', 'gw_port_host': None}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:01:37.348406 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b288e296-e127-4bb7-b59a-272a541bcdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.365130 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b288e296-e127-4bb7-b59a-272a541bcdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.369304 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.396232 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Pushing event deleted for resources: {'Port': ['ID=3accfaba-7bc5-4550-aea2-95d3124724ce,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:37.460598 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561012'] for router_gateway, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.466333 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b288e296-e127-4bb7-b59a-272a541bcdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.468950 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b288e296-e127-4bb7-b59a-272a541bcdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.470125 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b288e296-e127-4bb7-b59a-272a541bcdfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92f02b33-77b5-4254-8fac-fd791fca67f7 HTTP/1.1" status: 204 len: 168 time: 0.1777241 Oct 27 06:01:37.478283 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288e296-e127-4bb7-b59a-272a541bcdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f02b33-77b5-4254-8fac-fd791fca67f7,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:37.551442 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-538'] for router, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.553784 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.632180 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:01:37.655246 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570852'] for router, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.655940 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ff61ff-4aec-4493-9d2b-e5a651cc4182 {{(pid=113446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 06:01:37.662984 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] Publish callbacks [] for router, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.662984 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-39e1ae4a-63c9-429f-af0b-71ce9022ba30 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e9ff61ff-4aec-4493-9d2b-e5a651cc4182 HTTP/1.1" status: 204 len: 168 time: 0.9894505 Oct 27 06:01:37.665104 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58626) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:37.714062 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_v2 [None req-297f5be2-00b1-4398-a155-dbc4f361f97e admin admin] Deleting subnet c8b755ee-8a36-4466-97b2-429384b9a95b {{(pid=113447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:01:37.717215 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-297f5be2-00b1-4398-a155-dbc4f361f97e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.757023 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-297f5be2-00b1-4398-a155-dbc4f361f97e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26593396'] for subnet, precommit_delete_associations {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:37.865469 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-297f5be2-00b1-4398-a155-dbc4f361f97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.022839 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-297f5be2-00b1-4398-a155-dbc4f361f97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25221690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25671739'] for subnet, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.049740 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f5be2-00b1-4398-a155-dbc4f361f97e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b755ee-8a36-4466-97b2-429384b9a95b,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:38.053943 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-297f5be2-00b1-4398-a155-dbc4f361f97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.055107 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-297f5be2-00b1-4398-a155-dbc4f361f97e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c8b755ee-8a36-4466-97b2-429384b9a95b HTTP/1.1" status: 204 len: 168 time: 0.3889170 Oct 27 06:01:38.060640 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c75870-cf50-4e60-89c2-e610a01e99b5 None None] Network 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:01:38.062035 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58640) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:38.145906 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.200157 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Deleting port 58251cb0-05ce-45d3-9cac-1a8521235287 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:38.200506 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.269934 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] For port 58251cb0-05ce-45d3-9cac-1a8521235287, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=58251cb0-05ce-45d3-9cac-1a8521235287,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:38.270565 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.279866 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fcb1fe-a8a7-4098-8168-06ccbef3d60a None None] DHCP port deletion for 0919d7c1-cb0b-4c83-825d-fb9f86b95f83 request from dv-cinder-815582-2-iscsi {{(pid=113448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 06:01:38.296658 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Calling delete_port for 58251cb0-05ce-45d3-9cac-1a8521235287 owned by network:dhcp {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:38.342003 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-b0fcb1fe-a8a7-4098-8168-06ccbef3d60a None None] Deleting port 58251cb0-05ce-45d3-9cac-1a8521235287 {{(pid=113448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:38.342537 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb1fe-a8a7-4098-8168-06ccbef3d60a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.358655 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 120cf860-5608-4e4a-ad83-4368450d104b no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:01:38.411301 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 120cf860-5608-4e4a-ad83-4368450d104b {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:01:38.411615 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 120cf860-5608-4e4a-ad83-4368450d104b not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:01:38.412031 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 58251cb0-05ce-45d3-9cac-1a8521235287 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:01:38.464340 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-b0fcb1fe-a8a7-4098-8168-06ccbef3d60a None None] For port 58251cb0-05ce-45d3-9cac-1a8521235287, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=58251cb0-05ce-45d3-9cac-1a8521235287,segment=NetworkSegment(2fabdc84-408c-4da4-8d71-768a1758f5d3),segment_id=2fabdc84-408c-4da4-8d71-768a1758f5d3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:38.464877 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb1fe-a8a7-4098-8168-06ccbef3d60a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.480234 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-b0fcb1fe-a8a7-4098-8168-06ccbef3d60a None None] Calling delete_port for 58251cb0-05ce-45d3-9cac-1a8521235287 owned by network:dhcp {{(pid=113448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:38.480741 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.487458 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No active binding found for port 58251cb0-05ce-45d3-9cac-1a8521235287 {{(pid=113448) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 06:01:38.491261 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 58251cb0-05ce-45d3-9cac-1a8521235287 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:01:38.491261 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 3accfaba-7bc5-4550-aea2-95d3124724ce no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:01:38.508218 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Pushing event deleted for resources: {'Port': ['ID=58251cb0-05ce-45d3-9cac-1a8521235287,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:38.510078 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] No DVR routers for this DVR port 58251cb0-05ce-45d3-9cac-1a8521235287 on host dv-cinder-815582-2-iscsi {{(pid=113447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:01:38.540467 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 3accfaba-7bc5-4550-aea2-95d3124724ce {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:01:38.540936 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 3accfaba-7bc5-4550-aea2-95d3124724ce not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:01:38.572594 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58650) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:38.597823 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.618382 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0919d7c1-cb0b-4c83-825d-fb9f86b95f83']}} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:38.628251 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fabdc84-408c-4da4-8d71-768a1758f5d3') {'for_net_delete': True} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:38.628634 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fabdc84-408c-4da4-8d71-768a1758f5d3') {} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:38.632269 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb1fe-a8a7-4098-8168-06ccbef3d60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349'] for port, after_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.639038 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26593407'] for segment, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.653944 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.660589 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=113447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:01:38.661517 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25221776'] for segment, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.662319 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcb1fe-a8a7-4098-8168-06ccbef3d60a None None] Pushing event deleted for resources: {'Port': ['ID=58251cb0-05ce-45d3-9cac-1a8521235287,revision_number=None']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: Traceback (most recent call last): Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: timer() Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: cb(*args, **kw) Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: return func(*args, **kwargs) Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: self._notify() Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: self.callback(batched_events) Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: event.method(event) Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: return f(self, *a, **k) Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._get(url).json() Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: return self.request(url, 'GET', **kwargs) Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:01:38.663219 dv-cinder-815582-2-iscsi neutron-server[113447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:01:38.668827 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcb1fe-a8a7-4098-8168-06ccbef3d60a None None] No DVR routers for this DVR port 58251cb0-05ce-45d3-9cac-1a8521235287 on host dv-cinder-815582-2-iscsi {{(pid=113448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:01:38.702248 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-773075556-network', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:38.800624 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.806073 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.812196 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0919d7c1-cb0b-4c83-825d-fb9f86b95f83 HTTP/1.1" status: 204 len: 168 time: 0.7464483 Oct 27 06:01:38.812711 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58654) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:38.820831 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b44c0-d8e3-43aa-8e25-83a30720fc31 admin admin] Pushing event deleted for resources: {'Network': ['ID=0919d7c1-cb0b-4c83-825d-fb9f86b95f83,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:38.832278 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Made reservation on behalf of f271d7c4591a4f88a8d1d79e65afee9a for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:01:38.835517 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.847510 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:38.925588 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:39.178239 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570938'] for router_interface, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:39.178471 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:39.230104 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 06:01:39.240450 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653dd525-8dec-4d9b-a46e-dd07d0dc9eb1,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:39.246581 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:39.251524 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Added segment 80732693-560c-4bc2-8f17-6be1ed251f7a of type vlan for network 2ae8bbbe-49f9-4b02-9a00-56758380330a Oct 27 06:01:39.287584 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:39.369174 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:39.370232 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:39.370775 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:39.428735 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] Pushing event updated for resources: {'Network': ['ID=2ae8bbbe-49f9-4b02-9a00-56758380330a,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:39.433351 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] Deleting port c7def2a0-72a6-425b-805a-afe2b3da3373 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:39.433791 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:39.443256 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 2ae8bbbe-49f9-4b02-9a00-56758380330a details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 06:01:39.490982 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-f91e663e-0222-41d8-9133-ce8daaf443fd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9173210 Oct 27 06:01:39.491277 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58658) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:39.502110 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Request body: {'subnet': {'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-773075556-subnet', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'ip_version': 4}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:39.527643 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] For port c7def2a0-72a6-425b-805a-afe2b3da3373, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=c7def2a0-72a6-425b-805a-afe2b3da3373,segment=NetworkSegment(c782ec39-9e50-420d-8793-c2e901e9c9f1),segment_id=c782ec39-9e50-420d-8793-c2e901e9c9f1)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:39.528035 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:39.543504 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] Calling delete_port for c7def2a0-72a6-425b-805a-afe2b3da3373 owned by network:router_interface {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:39.615425 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Made reservation on behalf of f271d7c4591a4f88a8d1d79e65afee9a for: {'subnet': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:01:39.617724 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257948'] for subnet, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:40.115847 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:40.144990 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7def2a0-72a6-425b-805a-afe2b3da3373,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:40.169164 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26505678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257954'] for subnet, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:40.264312 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c810bc0-6636-4689-8963-6498aca1c226,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:40.339700 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Checking segment: {'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:40.340060 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Network hostable DHCP agents. Network: 2ae8bbbe-49f9-4b02-9a00-56758380330a, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 06:01:40.385816 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571094'] for router_interface, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:40.433921 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Network 2ae8bbbe-49f9-4b02-9a00-56758380330a is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 06:01:40.566946 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 2ae8bbbe-49f9-4b02-9a00-56758380330a) {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:40.574419 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab211fe-472b-4ee3-9e3e-cb3e639d86d6 None None] Network 2ae8bbbe-49f9-4b02-9a00-56758380330a requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:01:40.575407 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:40.576014 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:40.621899 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] Router 0f33a198-218f-4264-91e9-115babcd3b41 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:01:40.696628 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-320deb9c-03d5-470a-ae0d-6167c8727adf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2041318 Oct 27 06:01:40.699697 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58662) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:40.704097 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:40.726049 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5db0faf-7858-5c2d-a427-571b21a65d7d-2ae8bbbe-49f9-4b02-9a00-56758380330a', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226'}]}} from dv-cinder-815582-2-iscsi. {{(pid=113448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 06:01:40.726952 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:40.737321 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:40.743134 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-cb0debb2-5c7a-40c0-b45f-98ed67053d32 admin admin] 10.222.0.30 "PUT /v2.0/routers/0f33a198-218f-4264-91e9-115babcd3b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9239678 Oct 27 06:01:40.745499 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58664) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:40.749196 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] Sync routers for ids ['0f33a198-218f-4264-91e9-115babcd3b41'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:40.760680 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] Routers {'0f33a198-218f-4264-91e9-115babcd3b41'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:40.761339 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0f33a198-218f-4264-91e9-115babcd3b41'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:40.802599 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-552'] for router, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:40.804306 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-531'] for router, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:40.859713 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Publish callbacks [] for router, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:40.878148 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.db_base_plugin_common [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Allocated IP 172.20.0.2 (2ae8bbbe-49f9-4b02-9a00-56758380330a/1c810bc0-6636-4689-8963-6498aca1c226/7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b) {{(pid=113448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:40.878389 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:40.886870 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] Set router 0f33a198-218f-4264-91e9-115babcd3b41 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:40.975980 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.032969 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Publish callbacks [] for port, precommit_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.064290 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.091920 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f33a198-218f-4264-91e9-115babcd3b41', 'name': 'tempest-TestMinimumBasicScenario-1229360722-router', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:39Z', 'updated_at': '2021-10-27T06:01:39Z', 'revision_number': 5, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'gw_port': {'id': 'a6d9796d-7ae8-4f5d-aed2-8bd0047db664', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f33a198-218f-4264-91e9-115babcd3b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:58:40Z', 'updated_at': '2021-10-27T05:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:41.106634 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.118096 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] Checking router: 0f33a198-218f-4264-91e9-115babcd3b41 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:41.126251 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] Routers {'0f33a198-218f-4264-91e9-115babcd3b41'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:41.126881 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0f33a198-218f-4264-91e9-115babcd3b41'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:41.146130 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Network 2ae8bbbe-49f9-4b02-9a00-56758380330a is already hosted by enough agents. {{(pid=113448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:41.150870 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.base_scheduler [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Resources bound (agent type, host, resource id): {{(pid=113448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:41.154731 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Received port after_create {{(pid=113448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:41.155188 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Deleting port a6d9796d-7ae8-4f5d-aed2-8bd0047db664 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:41.155683 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.165358 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Pushing event updated for resources: {'Port': ['ID=7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b,revision_number=1']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:41.230646 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Attempting to bind port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:41.230646 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Attempting to bind port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:41.231126 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Attempting to bind port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b on network 2ae8bbbe-49f9-4b02-9a00-56758380330a {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:41.237691 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:41.238208 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Checking segment: {'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:41.238756 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.239784 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Bound using segment: {'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:41.240541 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Bound port: 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:41.242077 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.278880 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] For port a6d9796d-7ae8-4f5d-aed2-8bd0047db664, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=a6d9796d-7ae8-4f5d-aed2-8bd0047db664,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:41.279519 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.297230 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Calling delete_port for a6d9796d-7ae8-4f5d-aed2-8bd0047db664 owned by network:router_gateway {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:41.318485 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] Set router 0f33a198-218f-4264-91e9-115babcd3b41 gateway port host: None {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:41.323829 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] For port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:41.327515 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] For port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:41.373174 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.376923 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f33a198-218f-4264-91e9-115babcd3b41', 'name': 'tempest-TestMinimumBasicScenario-1229360722-router', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:39Z', 'updated_at': '2021-10-27T06:01:40Z', 'revision_number': 6, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'gw_port_host': None}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:41.392398 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.393218 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.404189 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc9fe9-d6a1-4c80-a976-66c25d0d03cb None None] The sync data for ids ['0f33a198-218f-4264-91e9-115babcd3b41'] in dv-cinder-815582-2-iscsi is: [{'id': '0f33a198-218f-4264-91e9-115babcd3b41', 'name': 'tempest-TestMinimumBasicScenario-1229360722-router', 'tenant_id': 'a70d580d51c14880aabca55bdbe56e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:58:39Z', 'updated_at': '2021-10-27T06:01:40Z', 'revision_number': 6, 'project_id': 'a70d580d51c14880aabca55bdbe56e03', 'gw_port_host': None}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:01:41.483266 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf0e17-0b01-4ebe-89e3-f71c3ae057db None None] Pushing event updated for resources: {'Port': ['ID=7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:41.543408 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Allocated IP 172.27.1.77 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/449df2c7-5660-4b76-80e7-056e18be62f4) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:41.595640 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.628484 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d9796d-7ae8-4f5d-aed2-8bd0047db664,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:41.646522 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.690381 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561012'] for router_gateway, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.749689 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.786931 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-538'] for router, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.786931 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.824393 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:41.830059 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:41.839957 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:41.868680 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Pushing event updated for resources: {'Port': ['ID=449df2c7-5660-4b76-80e7-056e18be62f4,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:41.907056 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570852'] for router, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.907633 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f33a198-218f-4264-91e9-115babcd3b41 {{(pid=113446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 06:01:41.913683 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] Publish callbacks [] for router, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:41.914942 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-7813f4ea-2f2c-4d42-b0da-af7b71b66575 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0f33a198-218f-4264-91e9-115babcd3b41 HTTP/1.1" status: 204 len: 168 time: 1.1684084 Oct 27 06:01:41.918175 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58668) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:41.974530 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7d7132-319d-449f-b754-9a188ff1bfd5 admin admin] Deleting subnet 0b349fe8-f978-4887-9e49-b05e32066eb7 {{(pid=113446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:01:41.977647 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7132-319d-449f-b754-9a188ff1bfd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.013976 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7132-319d-449f-b754-9a188ff1bfd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2475731'] for subnet, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.129766 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7132-319d-449f-b754-9a188ff1bfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.181588 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.257450 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7132-319d-449f-b754-9a188ff1bfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26505613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257979'] for subnet, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.293118 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d7132-319d-449f-b754-9a188ff1bfd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b349fe8-f978-4887-9e49-b05e32066eb7,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:42.295467 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7132-319d-449f-b754-9a188ff1bfd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.299549 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497597bb-7cde-4be5-9a94-4e7014efaf83 None None] Network 39b19efc-17b3-4347-bac2-a9b3639c035d requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:01:42.313007 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-2c7d7132-319d-449f-b754-9a188ff1bfd5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0b349fe8-f978-4887-9e49-b05e32066eb7 HTTP/1.1" status: 204 len: 168 time: 0.3912966 Oct 27 06:01:42.314114 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58670) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:42.464280 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.468735 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:42.542699 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Deleting port f0af94f3-9f10-46dd-83f2-8d3100a47925 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:42.543533 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.562681 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:42.563050 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.658856 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] For port f0af94f3-9f10-46dd-83f2-8d3100a47925, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=f0af94f3-9f10-46dd-83f2-8d3100a47925,segment=NetworkSegment(c782ec39-9e50-420d-8793-c2e901e9c9f1),segment_id=c782ec39-9e50-420d-8793-c2e901e9c9f1)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:42.659594 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.688778 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Calling delete_port for f0af94f3-9f10-46dd-83f2-8d3100a47925 owned by network:dhcp {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:42.697199 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] DHCP port deletion for 39b19efc-17b3-4347-bac2-a9b3639c035d request from dv-cinder-815582-2-iscsi {{(pid=113448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 06:01:42.699698 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540'] for router, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.744979 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.809889 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b40227-3485-4fd5-bacd-3f1efea11daa None None] Network 2ae8bbbe-49f9-4b02-9a00-56758380330a requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:01:42.868595 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:42.877955 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.882297 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] Deleting port f0af94f3-9f10-46dd-83f2-8d3100a47925 {{(pid=113448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:42.882664 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.907829 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0af94f3-9f10-46dd-83f2-8d3100a47925,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:42.907829 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] No DVR routers for this DVR port f0af94f3-9f10-46dd-83f2-8d3100a47925 on host dv-cinder-815582-2-iscsi {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:01:42.924496 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-2bc2b5e5-4c40-4a43-a156-d770003154e7 None None] Provisioning complete for port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:42.925152 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b5e5-4c40-4a43-a156-d770003154e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.946448 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Router ceacb399-63de-413b-8b7e-5f35214a1440 is scheduled to L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a with binding_index 1 {{(pid=113447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 06:01:42.983287 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:42.984461 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.007689 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b19efc-17b3-4347-bac2-a9b3639c035d']}} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:43.030793 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c782ec39-9e50-420d-8793-c2e901e9c9f1') {'for_net_delete': True} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:43.031098 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c782ec39-9e50-420d-8793-c2e901e9c9f1') {} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:43.034982 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] For port f0af94f3-9f10-46dd-83f2-8d3100a47925, host dv-cinder-815582-2-iscsi, got binding levels [] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:43.035307 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.046686 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2475736'] for segment, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.064873 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.074286 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=113446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26505511'] for segment, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: Traceback (most recent call last): Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: timer() Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: cb(*args, **kw) Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: return func(*args, **kwargs) Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: self._notify() Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: self.callback(batched_events) Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: event.method(event) Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: return f(self, *a, **k) Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._get(url).json() Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: return self.request(url, 'GET', **kwargs) Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:01:43.080072 dv-cinder-815582-2-iscsi neutron-server[113446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:01:43.083690 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:43.083786 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] Calling delete_port for f0af94f3-9f10-46dd-83f2-8d3100a47925 owned by network:dhcp {{(pid=113448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:43.083786 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device a6d9796d-7ae8-4f5d-aed2-8bd0047db664 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:01:43.143142 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.144429 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-d55dfd56-b985-4fa2-bb90-5e95a4fb3749 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4437215 Oct 27 06:01:43.147986 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58676) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:43.203882 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.214455 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.218130 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] 10.222.0.30 "DELETE /v2.0/networks/39b19efc-17b3-4347-bac2-a9b3639c035d HTTP/1.1" status: 204 len: 168 time: 0.9003835 Oct 27 06:01:43.236399 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.ipam_backend_mixin [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] Port f0af94f3-9f10-46dd-83f2-8d3100a47925 was not found and therefore no delete operation was performed {{(pid=113448) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 06:01:43.239835 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: a6d9796d-7ae8-4f5d-aed2-8bd0047db664 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:01:43.240123 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957de0de-75f2-417d-b467-ba994825bf06 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b19efc-17b3-4347-bac2-a9b3639c035d,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:43.240249 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device a6d9796d-7ae8-4f5d-aed2-8bd0047db664 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:01:43.240689 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device c7def2a0-72a6-425b-805a-afe2b3da3373 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:01:43.269480 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Sync routers for ids ['ceacb399-63de-413b-8b7e-5f35214a1440'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:43.276065 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: c7def2a0-72a6-425b-805a-afe2b3da3373 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:01:43.276403 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device c7def2a0-72a6-425b-805a-afe2b3da3373 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:01:43.278332 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349'] for port, after_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.291684 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:43.300057 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] Network 39b19efc-17b3-4347-bac2-a9b3639c035d is not hosted by any dhcp agent {{(pid=113448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 06:01:43.305702 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] No DVR routers for this DVR port f0af94f3-9f10-46dd-83f2-8d3100a47925 on host dv-cinder-815582-2-iscsi {{(pid=113448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:01:43.363009 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7081a-9858-4cfa-a632-43d021e09a02 None None] Pushing event deleted for resources: {'Port': ['ID=f0af94f3-9f10-46dd-83f2-8d3100a47925,revision_number=None']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:43.381903 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Routers {'ceacb399-63de-413b-8b7e-5f35214a1440'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:43.382572 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ceacb399-63de-413b-8b7e-5f35214a1440'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:43.498878 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Set router ceacb399-63de-413b-8b7e-5f35214a1440 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:43.580305 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58682) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:43.607328 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.634890 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-b3da4bf2-cd0f-46f4-9d06-e02f0033221b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbfc3b5643ac42e984eb5d86e2cdc0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531504 Oct 27 06:01:43.637458 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58684) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:43.701749 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba252-bdc5-457a-be59-adb738a6a906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.718231 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-6d9f17c1-09f4-4ca5-a4f4-6807b994574c None None] Provisioning complete for port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:43.718764 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-6d9f17c1-09f4-4ca5-a4f4-6807b994574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.725998 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba252-bdc5-457a-be59-adb738a6a906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.756828 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:42Z', 'revision_number': 3, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:43.785529 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Allocated IP 172.20.0.1 (2ae8bbbe-49f9-4b02-9a00-56758380330a/1c810bc0-6636-4689-8963-6498aca1c226/1bd12d6c-af7e-4cf1-bdee-584a292c9408) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:43.795096 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Checking router: ceacb399-63de-413b-8b7e-5f35214a1440 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:43.795507 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Updating router ceacb399-63de-413b-8b7e-5f35214a1440 port 449df2c7-5660-4b76-80e7-056e18be62f4 binding host dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 06:01:43.838135 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba252-bdc5-457a-be59-adb738a6a906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.840913 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba252-bdc5-457a-be59-adb738a6a906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.842177 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-0e6ba252-bdc5-457a-be59-adb738a6a906 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6cc5d61-d019-429b-94a0-8b6f61d9c619 HTTP/1.1" status: 204 len: 168 time: 0.2037480 Oct 27 06:01:43.845070 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:43.853900 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ba252-bdc5-457a-be59-adb738a6a906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc5d61-d019-429b-94a0-8b6f61d9c619,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:43.906994 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.017862 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.062274 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Network 2ae8bbbe-49f9-4b02-9a00-56758380330a is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:44.065226 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:44.070016 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:44.106690 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Pushing event updated for resources: {'Port': ['ID=1bd12d6c-af7e-4cf1-bdee-584a292c9408,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:44.115834 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561089'] for router_interface, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.126039 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Publish callbacks [] for port, precommit_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.191981 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.253727 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Attempting to bind port 449df2c7-5660-4b76-80e7-056e18be62f4 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:44.254171 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Attempting to bind port 449df2c7-5660-4b76-80e7-056e18be62f4 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:44.254534 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Attempting to bind port 449df2c7-5660-4b76-80e7-056e18be62f4 on network eb333f7b-30fa-4f98-b6f5-643bda287999 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:44.256924 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443f9df-2b3b-4ced-a73a-a0ba0e23839e None None] Pushing event updated for resources: {'Port': ['ID=449df2c7-5660-4b76-80e7-056e18be62f4,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:44.263239 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:44.263612 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:44.264009 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.264448 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Bound using segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:44.264905 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Bound port: 449df2c7-5660-4b76-80e7-056e18be62f4, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:44.265281 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.330464 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] For port 449df2c7-5660-4b76-80e7-056e18be62f4, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:44.334347 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] For port 449df2c7-5660-4b76-80e7-056e18be62f4, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=449df2c7-5660-4b76-80e7-056e18be62f4,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:44.335935 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-958d880d-fe9f-4eca-a11c-8f51dbe4db70 None None] Provisioning complete for port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:44.336309 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-958d880d-fe9f-4eca-a11c-8f51dbe4db70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.342762 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.366269 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:44.408761 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-958d880d-fe9f-4eca-a11c-8f51dbe4db70 None None] Port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:01:44.413998 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.490421 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443f9df-2b3b-4ced-a73a-a0ba0e23839e None None] Pushing event updated for resources: {'Port': ['ID=449df2c7-5660-4b76-80e7-056e18be62f4,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:44.492986 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Routers {'ceacb399-63de-413b-8b7e-5f35214a1440'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:44.493615 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ceacb399-63de-413b-8b7e-5f35214a1440'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:44.497795 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:44.497795 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.508140 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.577955 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25221868'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.621499 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58692) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:44.650820 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570961'] for router_interface, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.653573 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Pushing event updated for resources: {'Port': ['ID=1bd12d6c-af7e-4cf1-bdee-584a292c9408,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:44.665736 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] Set router ceacb399-63de-413b-8b7e-5f35214a1440 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:44.676290 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-8386d203-73da-4245-8687-7f20194e6d05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a70d580d51c14880aabca55bdbe56e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518603 Oct 27 06:01:44.677710 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58694) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:44.737117 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8524-8a70-4d6f-90f0-e1f985d6b778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.760078 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8524-8a70-4d6f-90f0-e1f985d6b778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.768859 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Network 2ae8bbbe-49f9-4b02-9a00-56758380330a is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:44.771119 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:44.788144 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device f0af94f3-9f10-46dd-83f2-8d3100a47925 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:01:44.820892 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: f0af94f3-9f10-46dd-83f2-8d3100a47925 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:01:44.821245 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device f0af94f3-9f10-46dd-83f2-8d3100a47925 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:01:44.892088 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8524-8a70-4d6f-90f0-e1f985d6b778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.894818 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8524-8a70-4d6f-90f0-e1f985d6b778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:44.896092 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-b2ee8524-8a70-4d6f-90f0-e1f985d6b778 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7dad59f3-dd1b-4acc-9dea-ee67efb06b87 HTTP/1.1" status: 204 len: 168 time: 0.2173021 Oct 27 06:01:44.906640 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee8524-8a70-4d6f-90f0-e1f985d6b778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad59f3-dd1b-4acc-9dea-ee67efb06b87,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:44.915356 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Router ceacb399-63de-413b-8b7e-5f35214a1440 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:01:44.948301 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:43Z', 'revision_number': 1, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:44.981833 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796134c-0e3d-4dc4-81d1-e6feb19d113f None None] The sync data for ids ['ceacb399-63de-413b-8b7e-5f35214a1440'] in dv-cinder-815582-2-iscsi is: [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:43Z', 'revision_number': 1, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:01:45.064144 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:45.071410 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-0fc73229-4dab-4342-87c2-16c7ed59620f admin admin] 10.222.0.30 "PUT /v2.0/routers/ceacb399-63de-413b-8b7e-5f35214a1440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9223554 Oct 27 06:01:45.133726 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-dafde3ae-fed9-49a3-9af3-808092875ed4 None None] Provisioning complete for port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:45.134103 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-dafde3ae-fed9-49a3-9af3-808092875ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:45.170824 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-dafde3ae-fed9-49a3-9af3-808092875ed4 None None] Port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:01:45.938497 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58728) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:45.943598 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1488659459-network', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:46.063342 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Made reservation on behalf of 7f2d0c1402a54e4b92d39e27296494a0 for: {'network': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:01:46.065779 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.075400 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.159833 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.226496 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.252382 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=113446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 06:01:46.253073 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58736) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:46.264398 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2397c905-e754-4c8f-8be9-ae1f06cbadfd,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:46.270680 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.270680 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.segments_db [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Added segment 330db341-bb75-4362-a555-e44f93e21165 of type vlan for network 279276f8-5b36-422f-8eb0-943c69a56458 Oct 27 06:01:46.318808 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.365944 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 449df2c7-5660-4b76-80e7-056e18be62f4 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:46.373787 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-878085068-network', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:46.397731 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.398702 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:46.399288 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.419699 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 449df2c7-5660-4b76-80e7-056e18be62f4 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:46.420088 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.440284 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Made reservation on behalf of aa41c69c68d94ff88834231c8d2acb54 for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:01:46.444780 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.453103 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.462164 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] Pushing event updated for resources: {'Network': ['ID=279276f8-5b36-422f-8eb0-943c69a56458,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:46.475039 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 279276f8-5b36-422f-8eb0-943c69a56458 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 06:01:46.510053 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-e7eb99d4-a5a3-48c1-a507-f4233491fee7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5694275 Oct 27 06:01:46.519631 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58740) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:46.525736 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Request body: {'subnet': {'network_id': '279276f8-5b36-422f-8eb0-943c69a56458', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1488659459-subnet', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'ip_version': 4}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:46.534707 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.569813 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.593901 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 449df2c7-5660-4b76-80e7-056e18be62f4, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=449df2c7-5660-4b76-80e7-056e18be62f4,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:46.597830 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.620682 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Made reservation on behalf of 7f2d0c1402a54e4b92d39e27296494a0 for: {'subnet': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:01:46.623053 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257948'] for subnet, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.623269 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 06:01:46.633240 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204beb1d-b8ae-4fa7-99f6-02c9aba63777,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:46.640150 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.640446 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Added segment 507ed8a8-0bd7-4d82-854d-949e83bd9940 of type vlan for network 06e334ef-4bd7-4864-9179-0ca1ae606edf Oct 27 06:01:46.669430 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.680929 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.724268 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=449df2c7-5660-4b76-80e7-056e18be62f4,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:46.777626 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.778772 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:46.779368 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.841651 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] Pushing event updated for resources: {'Network': ['ID=06e334ef-4bd7-4864-9179-0ca1ae606edf,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:46.852201 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 06:01:46.881257 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26505678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257954'] for subnet, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:46.903576 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-02810494-b881-4a40-82bb-a585add6bd8e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6476958 Oct 27 06:01:46.906470 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58742) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:46.911405 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Request body: {'subnet': {'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-878085068-subnet', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:46.955918 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e12bd7-1d67-4120-9daf-8ad8b0a0ba52,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:46.965847 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Checking segment: {'id': '330db341-bb75-4362-a555-e44f93e21165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:46.966208 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Network hostable DHCP agents. Network: 279276f8-5b36-422f-8eb0-943c69a56458, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 06:01:46.992154 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Made reservation on behalf of aa41c69c68d94ff88834231c8d2acb54 for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:01:46.996151 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25671708'] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.012761 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Sync routers for ids ['ceacb399-63de-413b-8b7e-5f35214a1440'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:47.022820 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Routers {'ceacb399-63de-413b-8b7e-5f35214a1440'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:47.023430 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ceacb399-63de-413b-8b7e-5f35214a1440'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:47.060396 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Network 279276f8-5b36-422f-8eb0-943c69a56458 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 06:01:47.129333 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Set router ceacb399-63de-413b-8b7e-5f35214a1440 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:47.134725 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 279276f8-5b36-422f-8eb0-943c69a56458) {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:47.139598 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:47.140369 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.146491 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32d795-5b4f-45b6-967c-5548118d6c9e None None] Network 279276f8-5b36-422f-8eb0-943c69a56458 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:01:47.218841 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-12135a92-0efd-4b7f-b19a-2ad2393f1bd0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6966002 Oct 27 06:01:47.221080 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58746) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:47.226942 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1488659459-router', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:47.239484 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25221753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25671714'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.312395 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-552'] for router, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.315894 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-531'] for router, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.324494 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0008380b-7111-4031-b0ea-a6cddf387ac8,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:47.340426 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Checking segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:47.345342 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Network hostable DHCP agents. Network: 06e334ef-4bd7-4864-9179-0ca1ae606edf, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 06:01:47.385930 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 2, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:47.390596 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.414123 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Checking router: ceacb399-63de-413b-8b7e-5f35214a1440 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:47.414480 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Updating router ceacb399-63de-413b-8b7e-5f35214a1440 port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 binding host dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 06:01:47.420555 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 06:01:47.433759 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5db0faf-7858-5c2d-a427-571b21a65d7d-279276f8-5b36-422f-8eb0-943c69a56458', 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'fixed_ips': [{'subnet_id': '02e12bd7-1d67-4120-9daf-8ad8b0a0ba52'}]}} from dv-cinder-815582-2-iscsi. {{(pid=113448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 06:01:47.434636 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.440240 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.500649 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 06e334ef-4bd7-4864-9179-0ca1ae606edf) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:47.504810 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:47.510434 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.519407 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadcb963-180c-4f64-8b45-05fbd0225a03 None None] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:01:47.604114 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-88c23fd6-6501-4c2b-b839-c49b7a5b8942 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6959076 Oct 27 06:01:47.606653 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58750) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:47.611119 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:47.616493 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.652528 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.db_base_plugin_common [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Allocated IP 172.20.0.2 (279276f8-5b36-422f-8eb0-943c69a56458/02e12bd7-1d67-4120-9daf-8ad8b0a0ba52/b23cd4a9-1619-44ac-95b9-123c98967f53) {{(pid=113448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:47.710729 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-552'] for router, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.711978 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-531'] for router, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.747050 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Publish callbacks [] for port, precommit_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.783290 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.790551 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5db0faf-7858-5c2d-a427-571b21a65d7d-06e334ef-4bd7-4864-9179-0ca1ae606edf', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8'}]}} from dv-cinder-815582-2-iscsi. {{(pid=113448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 06:01:47.791450 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.820971 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.887822 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.898111 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Pushing event updated for resources: {'Port': ['ID=1bd12d6c-af7e-4cf1-bdee-584a292c9408,revision_number=3']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:47.919673 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927325 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927325 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927593 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.927746 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927746 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927746 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927746 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927746 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927746 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927746 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927746 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.927746 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:47.945521 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Attempting to bind port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:47.946307 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Attempting to bind port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:47.946857 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Attempting to bind port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 on network 2ae8bbbe-49f9-4b02-9a00-56758380330a {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:47.952400 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:47.953062 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Checking segment: {'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:47.957850 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.957850 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Bound using segment: {'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:47.957850 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Bound port: 1bd12d6c-af7e-4cf1-bdee-584a292c9408, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'}}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:47.957850 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:47.977783 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Publish callbacks [] for port, precommit_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.032655 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.db_base_plugin_common [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Allocated IP 172.20.0.2 (06e334ef-4bd7-4864-9179-0ca1ae606edf/0008380b-7111-4031-b0ea-a6cddf387ac8/1b8fa802-0e85-4fa4-ba55-1fff1656c552) {{(pid=113448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:48.043287 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] For port 1bd12d6c-af7e-4cf1-bdee-584a292c9408, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:48.049093 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] For port 1bd12d6c-af7e-4cf1-bdee-584a292c9408, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=1bd12d6c-af7e-4cf1-bdee-584a292c9408,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:48.091182 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.092145 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Allocated IP 172.27.1.32 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/64248ceb-e194-4a75-9707-90edf5851971) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:48.099481 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.126551 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.150226 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Network 279276f8-5b36-422f-8eb0-943c69a56458 is already hosted by enough agents. {{(pid=113448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:48.157166 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.base_scheduler [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Resources bound (agent type, host, resource id): {{(pid=113448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:48.162220 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Received port after_create {{(pid=113448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:48.172316 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Pushing event updated for resources: {'Port': ['ID=b23cd4a9-1619-44ac-95b9-123c98967f53,revision_number=1']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:48.212658 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Routers {'ceacb399-63de-413b-8b7e-5f35214a1440'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:48.213041 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ceacb399-63de-413b-8b7e-5f35214a1440'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:48.229261 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.274449 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Attempting to bind port b23cd4a9-1619-44ac-95b9-123c98967f53 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:48.274820 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Attempting to bind port b23cd4a9-1619-44ac-95b9-123c98967f53 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '330db341-bb75-4362-a555-e44f93e21165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:48.275176 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Attempting to bind port b23cd4a9-1619-44ac-95b9-123c98967f53 on network 279276f8-5b36-422f-8eb0-943c69a56458 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:48.283510 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44905a51-a98c-4e7d-bd05-1ddd6f06bed4 None None] Pushing event updated for resources: {'Port': ['ID=1bd12d6c-af7e-4cf1-bdee-584a292c9408,revision_number=4']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:48.328672 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-cf63d208-2032-40a5-b0e8-4ef3ab7aa0a2 None None] Provisioning complete for port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:48.329052 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-cf63d208-2032-40a5-b0e8-4ef3ab7aa0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.346268 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:48.346639 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Checking segment: {'id': '330db341-bb75-4362-a555-e44f93e21165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:48.347033 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.347155 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.347424 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Bound using segment: {'id': '330db341-bb75-4362-a555-e44f93e21165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:48.348448 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Bound port: b23cd4a9-1619-44ac-95b9-123c98967f53, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330db341-bb75-4362-a555-e44f93e21165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:48.348836 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.383395 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] Set router ceacb399-63de-413b-8b7e-5f35214a1440 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:48.407210 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:48.417936 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:48.427552 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:48.478517 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Publish callbacks [] for port, precommit_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.505793 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 449df2c7-5660-4b76-80e7-056e18be62f4 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:48.598600 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.610845 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.632734 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.638615 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:48Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:48.678331 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac124c-23cf-4ff3-ac72-6249c43e7994 None None] The sync data for ids ['ceacb399-63de-413b-8b7e-5f35214a1440'] in dv-cinder-815582-2-iscsi is: [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:48Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:01:48.702420 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf is already hosted by enough agents. {{(pid=113448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:48.714403 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.base_scheduler [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Resources bound (agent type, host, resource id): {{(pid=113448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:48.733477 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] For port b23cd4a9-1619-44ac-95b9-123c98967f53, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:48.737545 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] For port b23cd4a9-1619-44ac-95b9-123c98967f53, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=b23cd4a9-1619-44ac-95b9-123c98967f53,segment=NetworkSegment(330db341-bb75-4362-a555-e44f93e21165),segment_id=330db341-bb75-4362-a555-e44f93e21165)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:48.742363 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Received port after_create {{(pid=113448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:48.784376 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Allocated IP 172.27.1.247 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/44a77469-4e50-4958-896d-ea017a70fe7d) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:48.789260 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Pushing event updated for resources: {'Port': ['ID=1b8fa802-0e85-4fa4-ba55-1fff1656c552,revision_number=1']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:48.829259 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 449df2c7-5660-4b76-80e7-056e18be62f4 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:48.829715 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.840892 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.910217 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-cf63d208-2032-40a5-b0e8-4ef3ab7aa0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.941315 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:48.984550 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Attempting to bind port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:48.992505 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Attempting to bind port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:48.992505 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Attempting to bind port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 on network 06e334ef-4bd7-4864-9179-0ca1ae606edf {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:49.016281 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:49.016709 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Checking segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:49.017059 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:49.017452 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Bound using segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:49.017960 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Bound port: 1b8fa802-0e85-4fa4-ba55-1fff1656c552, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:49.018323 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:49.041822 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:49.055022 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Pushing event updated for resources: {'Port': ['ID=64248ceb-e194-4a75-9707-90edf5851971,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:49.057082 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42351c-5815-4fb6-b0b2-737da1e38d1b None None] Pushing event updated for resources: {'Port': ['ID=b23cd4a9-1619-44ac-95b9-123c98967f53,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:49.073043 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-cf63d208-2032-40a5-b0e8-4ef3ab7aa0a2 None None] For port 1bd12d6c-af7e-4cf1-bdee-584a292c9408, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=1bd12d6c-af7e-4cf1-bdee-584a292c9408,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:49.074351 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.074704 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.075055 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.075392 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.075728 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.076061 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.079187 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.079551 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.079901 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.080240 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.080588 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.080903 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:49.109756 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:49.115279 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:49.119331 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:49.147060 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Pushing event updated for resources: {'Port': ['ID=44a77469-4e50-4958-896d-ea017a70fe7d,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:49.168165 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-cf63d208-2032-40a5-b0e8-4ef3ab7aa0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:49.171075 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] For port 1b8fa802-0e85-4fa4-ba55-1fff1656c552, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:49.297313 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] For port 1b8fa802-0e85-4fa4-ba55-1fff1656c552, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=1b8fa802-0e85-4fa4-ba55-1fff1656c552,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:49.334333 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63d208-2032-40a5-b0e8-4ef3ab7aa0a2 None None] Pushing event updated for resources: {'Port': ['ID=1bd12d6c-af7e-4cf1-bdee-584a292c9408,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:49.338428 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-62bdc14d-986b-4521-8a9d-81fd38876f80 None None] Provisioning complete for port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:49.342623 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-62bdc14d-986b-4521-8a9d-81fd38876f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:49.370823 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:49.393182 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:49.442601 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daac8a1-f026-497b-84cf-8f1c5bced3f0 req-0471b189-6a20-4162-9d9f-8576b4f6fad4 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:49.444305 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9daac8a1-f026-497b-84cf-8f1c5bced3f0 req-0471b189-6a20-4162-9d9f-8576b4f6fad4 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1437621 Oct 27 06:01:49.499179 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60354af-9aa9-44c2-b376-074f0b3a382c None None] Pushing event updated for resources: {'Port': ['ID=1b8fa802-0e85-4fa4-ba55-1fff1656c552,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:49.546396 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9daac8a1-f026-497b-84cf-8f1c5bced3f0 req-5f882733-291e-4500-b17f-815d83518fda tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690672 Oct 27 06:01:49.649002 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:49.709774 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540'] for router, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:50.097486 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Router ef160adc-507a-448c-8e03-5c4838f2a312 is scheduled to L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a with binding_index 1 {{(pid=113446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 06:01:50.122824 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540'] for router, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:50.172250 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd88b1-b30a-46aa-843b-1210e036bc7e None None] Network 279276f8-5b36-422f-8eb0-943c69a56458 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:01:50.225260 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:50.242231 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Sync routers for ids ['ef160adc-507a-448c-8e03-5c4838f2a312'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:50.253534 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-fbeefbdf-0736-4ec5-ad2b-4a080fd9c9e8 None None] Provisioning complete for port b23cd4a9-1619-44ac-95b9-123c98967f53 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:50.254486 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fbeefbdf-0736-4ec5-ad2b-4a080fd9c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:50.313237 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] Publish callbacks [] for router, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:50.319181 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58766) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:50.319925 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-9bbf16a3-8066-4289-a1d1-8c03f77651cf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0973773 Oct 27 06:01:50.371839 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 is scheduled to L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a with binding_index 1 {{(pid=113447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 06:01:50.448274 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Routers {'ef160adc-507a-448c-8e03-5c4838f2a312'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:50.448944 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ef160adc-507a-448c-8e03-5c4838f2a312'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:50.545953 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1b8fa802-0e85-4fa4-ba55-1fff1656c552 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:50.621226 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:50.635295 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Sync routers for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:50.668100 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:50.670956 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:50.725437 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Set router ef160adc-507a-448c-8e03-5c4838f2a312 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:50.762526 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f613f2-ff43-420a-bc1c-16066ae0de16 req-5571b0f7-257b-42c3-b6d6-244803313579 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:50.771921 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a0f613f2-ff43-420a-bc1c-16066ae0de16 req-5571b0f7-257b-42c3-b6d6-244803313579 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1407959 Oct 27 06:01:50.790971 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:50.799624 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c975d364-7ed9-45d1-aa19-5a54068811ff admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1918995 Oct 27 06:01:50.800156 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c77b575-876d-40bd-bfe6-1004044b1aaa None None] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:01:50.800346 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58772) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:50.837627 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a0f613f2-ff43-420a-bc1c-16066ae0de16 req-2211c7ef-7041-419b-b51a-f7643de0a580 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634422 Oct 27 06:01:50.842253 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fbeefbdf-0736-4ec5-ad2b-4a080fd9c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:50.900056 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:50.900401 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:50.934409 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:51.048788 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-fbeefbdf-0736-4ec5-ad2b-4a080fd9c9e8 None None] For port b23cd4a9-1619-44ac-95b9-123c98967f53, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=b23cd4a9-1619-44ac-95b9-123c98967f53,segment=NetworkSegment(330db341-bb75-4362-a555-e44f93e21165),segment_id=330db341-bb75-4362-a555-e44f93e21165)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:51.133689 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fbeefbdf-0736-4ec5-ad2b-4a080fd9c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.161782 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:49Z', 'revision_number': 3, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:51.204668 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Checking router: cfbf2243-0379-4b87-bbe5-a4a35ed1c032 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:51.205316 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Updating router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 port 44a77469-4e50-4958-896d-ea017a70fe7d binding host dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 06:01:51.244192 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.284349 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.302443 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeefbdf-0736-4ec5-ad2b-4a080fd9c9e8 None None] Pushing event updated for resources: {'Port': ['ID=b23cd4a9-1619-44ac-95b9-123c98967f53,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:51.328630 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-14f05d47-9a48-4322-917b-c9f1e283890d None None] Provisioning complete for port b23cd4a9-1619-44ac-95b9-123c98967f53 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:51.329141 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-14f05d47-9a48-4322-917b-c9f1e283890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.368889 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'name': 'tempest-TestShelveInstance-1488659459-router', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '64248ceb-e194-4a75-9707-90edf5851971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:49Z', 'revision_number': 3, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'gw_port': {'id': '64248ceb-e194-4a75-9707-90edf5851971', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:51.370682 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.414554 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 1b8fa802-0e85-4fa4-ba55-1fff1656c552, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=1b8fa802-0e85-4fa4-ba55-1fff1656c552,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:51.417364 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Checking router: ef160adc-507a-448c-8e03-5c4838f2a312 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:51.417852 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Updating router ef160adc-507a-448c-8e03-5c4838f2a312 port 64248ceb-e194-4a75-9707-90edf5851971 binding host dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 06:01:51.453393 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.489927 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.490883 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device b23cd4a9-1619-44ac-95b9-123c98967f53 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:51.503511 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a97367-3ba4-4155-affb-038fb1240128 req-f4385d3c-d43e-4642-9ca4-c948cbca6ba0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:51.504955 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d4a97367-3ba4-4155-affb-038fb1240128 req-f4385d3c-d43e-4642-9ca4-c948cbca6ba0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1654453 Oct 27 06:01:51.634600 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Publish callbacks [] for port, precommit_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.655961 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Deleting port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:51.656479 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.670744 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Allocated IP 172.20.0.1 (279276f8-5b36-422f-8eb0-943c69a56458/02e12bd7-1d67-4120-9daf-8ad8b0a0ba52/368c6665-b72c-47a7-89be-d05efaaed974) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:51.714574 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=1b8fa802-0e85-4fa4-ba55-1fff1656c552,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:51.731767 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.775701 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.776075 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-14f05d47-9a48-4322-917b-c9f1e283890d None None] Provisioning complete for port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:51.776451 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-14f05d47-9a48-4322-917b-c9f1e283890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.805017 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] For port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:51.806071 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.821899 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port b23cd4a9-1619-44ac-95b9-123c98967f53 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:51.822282 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.841211 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Attempting to bind port 44a77469-4e50-4958-896d-ea017a70fe7d on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:51.841741 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Attempting to bind port 44a77469-4e50-4958-896d-ea017a70fe7d by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:51.842191 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Attempting to bind port 44a77469-4e50-4958-896d-ea017a70fe7d on network eb333f7b-30fa-4f98-b6f5-643bda287999 {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:51.845319 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d9586-6b2c-420d-9825-133b4cb47cf7 None None] Pushing event updated for resources: {'Port': ['ID=44a77469-4e50-4958-896d-ea017a70fe7d,revision_number=2']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:51.851532 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:51.852045 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:51.852588 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.853068 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Bound using segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:51.853652 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Bound port: 44a77469-4e50-4958-896d-ea017a70fe7d, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:51.854191 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:51.930299 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] For port 44a77469-4e50-4958-896d-ea017a70fe7d, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:51.936624 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] For port 44a77469-4e50-4958-896d-ea017a70fe7d, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=44a77469-4e50-4958-896d-ea017a70fe7d,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:51.971972 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.016854 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.050353 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Publish callbacks [] for port, precommit_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.056697 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1bd12d6c-af7e-4cf1-bdee-584a292c9408 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:52.064769 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.065152 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.068998 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.l3_db [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Floating IP 471f7621-6a84-4b7c-a3d4-9f0bffee16a7 disassociated. External IP: 172.27.1.80, port: 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4. Oct 27 06:01:52.069492 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Calling delete_port for 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:52.096547 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:52.100291 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:52.101696 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Allocated IP 172.20.0.1 (06e334ef-4bd7-4864-9179-0ca1ae606edf/0008380b-7111-4031-b0ea-a6cddf387ac8/54e3146b-9f1b-4041-a9b2-62a7be816041) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:52.121469 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:52.122425 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.124649 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.157709 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.189612 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18470fd7-6e02-43ca-859a-8a3403930a95 None None] Pushing event updated for resources: {'Port': ['ID=64248ceb-e194-4a75-9707-90edf5851971,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:52.192411 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e254b-6785-4c84-b0bc-26f1f213f885 req-5a470ab6-54ff-46c2-b4c3-2c49ae4f9378 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:52.194092 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-063e254b-6785-4c84-b0bc-26f1f213f885 req-5a470ab6-54ff-46c2-b4c3-2c49ae4f9378 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 946 time: 0.1107287 Oct 27 06:01:52.240326 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Attempting to bind port 64248ceb-e194-4a75-9707-90edf5851971 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:52.241008 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Attempting to bind port 64248ceb-e194-4a75-9707-90edf5851971 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:52.241529 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Attempting to bind port 64248ceb-e194-4a75-9707-90edf5851971 on network eb333f7b-30fa-4f98-b6f5-643bda287999 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:52.242419 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:52.245640 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Network 279276f8-5b36-422f-8eb0-943c69a56458 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:52.252456 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:52.252456 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:52.252456 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.252456 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Bound using segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:52.252456 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Bound port: 64248ceb-e194-4a75-9707-90edf5851971, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:52.252456 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.299437 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-063e254b-6785-4c84-b0bc-26f1f213f885 req-ff1572a8-fc72-49fe-b04b-9a03cd721916 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f7f6773-e0b0-4274-81a0-89fba40ff38f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962126 Oct 27 06:01:52.380456 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d9586-6b2c-420d-9825-133b4cb47cf7 None None] Pushing event updated for resources: {'Port': ['ID=44a77469-4e50-4958-896d-ea017a70fe7d,revision_number=3']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:52.423814 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.437622 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-9cca7912-f29b-409e-b282-900e128bfe32 None None] Provisioning complete for port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:52.438115 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9cca7912-f29b-409e-b282-900e128bfe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.463704 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event deleted for resources: {'Port': ['ID=6667fdeb-3f95-42d5-95fc-68a1bc7b66f4,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:52.506746 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:49Z', 'revision_number': 3, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:52.525336 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:52.526474 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] For port 64248ceb-e194-4a75-9707-90edf5851971, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:52.532445 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:52.544232 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Pushing event updated for resources: {'Port': ['ID=368c6665-b72c-47a7-89be-d05efaaed974,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:52.549565 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] For port 64248ceb-e194-4a75-9707-90edf5851971, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=64248ceb-e194-4a75-9707-90edf5851971,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:52.568170 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc621a9b-7bf0-457f-b84c-551953829f02 None None] The sync data for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi is: [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:49Z', 'revision_number': 3, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:01:52.614433 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.621986 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561089'] for router_interface, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.636766 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.722010 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Router 0913fa8f-383e-4e5e-810c-ea440f7de558 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:01:52.733356 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1b8fa802-0e85-4fa4-ba55-1fff1656c552 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:52.789095 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18470fd7-6e02-43ca-859a-8a3403930a95 None None] Pushing event updated for resources: {'Port': ['ID=64248ceb-e194-4a75-9707-90edf5851971,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:52.803078 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Routers {'ef160adc-507a-448c-8e03-5c4838f2a312'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:52.804271 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ef160adc-507a-448c-8e03-5c4838f2a312'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:52.806264 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.876415 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Pushing event updated for resources: {'Port': ['ID=54e3146b-9f1b-4041-a9b2-62a7be816041,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:52.876852 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:52.921270 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] Sync routers for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:52.927474 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.928327 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.928680 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.929023 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.929364 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.929714 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.930058 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.931759 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.932164 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.932499 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.932960 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.933291 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:01:52.942930 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:52.954252 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.969780 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] No DVR routers for this DVR port 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:01:52.973193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.973334 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:52.973816 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:52.977462 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d4a97367-3ba4-4155-affb-038fb1240128 req-7084784d-da0a-4b79-ad81-3ad502d88a7a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.26 "DELETE /v2.0/ports/6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 HTTP/1.1" status: 204 len: 173 time: 1.4664702 Oct 27 06:01:52.977791 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:52.986430 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'name': 'network-vif-deleted', 'tag': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:01:52.997921 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f12df-80ce-4730-8016-52882a783cec" -d '{"events": [{"server_uuid": "ff008025-5f92-4d88-93e5-6a9ac9a059d3", "name": "network-vif-deleted", "tag": "6667fdeb-3f95-42d5-95fc-68a1bc7b66f4"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:01:53.018104 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:53.046184 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:53.049470 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:53.070846 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d636e28-0430-4043-881f-184bf27a857b x-openstack-request-id: req-5d636e28-0430-4043-881f-184bf27a857b {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:01:53.071367 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff008025-5f92-4d88-93e5-6a9ac9a059d3", "name": "network-vif-deleted", "tag": "6667fdeb-3f95-42d5-95fc-68a1bc7b66f4", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:01:53.071688 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d636e28-0430-4043-881f-184bf27a857b {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:01:53.072156 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff008025-5f92-4d88-93e5-6a9ac9a059d3', 'name': 'network-vif-deleted', 'tag': '6667fdeb-3f95-42d5-95fc-68a1bc7b66f4', 'status': 'completed', 'code': 200} Oct 27 06:01:53.162676 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561089'] for router_interface, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:53.183807 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] Set router ef160adc-507a-448c-8e03-5c4838f2a312 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:53.301277 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-a537e58d-0908-4499-8cf4-6da9044589d2 None None] Provisioning complete for port 368c6665-b72c-47a7-89be-d05efaaed974 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:53.302911 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-a537e58d-0908-4499-8cf4-6da9044589d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:53.407868 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:53.431091 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-a537e58d-0908-4499-8cf4-6da9044589d2 None None] Port 368c6665-b72c-47a7-89be-d05efaaed974 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:01:53.439682 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4e76cebb-dd36-4b45-8314-6aeb73bd46cf req-a52095b4-4471-4c21-94be-3f184d49c924 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff008025-5f92-4d88-93e5-6a9ac9a059d3 HTTP/1.1" status: 200 len: 210 time: 0.0350618 Oct 27 06:01:53.465194 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25221868'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:53.474935 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:53.487682 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:53.566791 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570961'] for router_interface, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:53.571156 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Pushing event updated for resources: {'Port': ['ID=368c6665-b72c-47a7-89be-d05efaaed974,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:53.605923 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device b23cd4a9-1619-44ac-95b9-123c98967f53 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:53.674143 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-c3f6483d-66b9-4d89-b104-b9e7ff2c8400 None None] Provisioning complete for port 54e3146b-9f1b-4041-a9b2-62a7be816041 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:53.674515 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-c3f6483d-66b9-4d89-b104-b9e7ff2c8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:53.745079 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Network 279276f8-5b36-422f-8eb0-943c69a56458 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:53.749731 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:53.792656 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6483d-66b9-4d89-b104-b9e7ff2c8400 None None] Port 54e3146b-9f1b-4041-a9b2-62a7be816041 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:01:53.835785 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'name': 'tempest-TestShelveInstance-1488659459-router', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '64248ceb-e194-4a75-9707-90edf5851971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:49Z', 'revision_number': 3, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'gw_port': {'id': '64248ceb-e194-4a75-9707-90edf5851971', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:53.845184 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port b23cd4a9-1619-44ac-95b9-123c98967f53 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:53.845516 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:53.884458 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:53.902665 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:53.903396 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee832e-b500-4cd8-847b-e8c81c1dcb5c None None] The sync data for ids ['ef160adc-507a-448c-8e03-5c4838f2a312'] in dv-cinder-815582-2-iscsi is: [{'id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'name': 'tempest-TestShelveInstance-1488659459-router', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '64248ceb-e194-4a75-9707-90edf5851971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:49Z', 'revision_number': 3, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'gw_port': {'id': '64248ceb-e194-4a75-9707-90edf5851971', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:01:53.948305 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Router ef160adc-507a-448c-8e03-5c4838f2a312 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:01:54.011005 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:54.011286 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25221868'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:54.043656 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] Checking router: 0913fa8f-383e-4e5e-810c-ea440f7de558 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:54.052645 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:54.053259 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:54.134641 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570961'] for router_interface, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:54.145565 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-ca754034-c096-421a-a691-d5b197db746d None None] Provisioning complete for port 368c6665-b72c-47a7-89be-d05efaaed974 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:54.145969 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ca754034-c096-421a-a691-d5b197db746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:54.147556 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Pushing event updated for resources: {'Port': ['ID=54e3146b-9f1b-4041-a9b2-62a7be816041,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:54.190377 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-ca754034-c096-421a-a691-d5b197db746d None None] Port 368c6665-b72c-47a7-89be-d05efaaed974 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:01:54.206698 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:54.232769 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:54.239577 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-73c6cd43-9b1d-4ae3-9111-f2a94d8f9b94 admin admin] 10.222.0.30 "PUT /v2.0/routers/ef160adc-507a-448c-8e03-5c4838f2a312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9180424 Oct 27 06:01:54.262400 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:54.264468 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:54.455144 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:01:54.649589 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:01:54.658187 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-d0588d98-5df1-4f61-8833-a7f7114b282c admin admin] 10.222.0.30 "PUT /v2.0/routers/cfbf2243-0379-4b87-bbe5-a4a35ed1c032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7958634 Oct 27 06:01:54.677491 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58802) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:54.715123 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 44a77469-4e50-4958-896d-ea017a70fe7d up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:54.775098 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-d4d05dc9-cd8f-421f-8a9c-6d3af6a377f4 None None] Provisioning complete for port 54e3146b-9f1b-4041-a9b2-62a7be816041 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:54.775719 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d4d05dc9-cd8f-421f-8a9c-6d3af6a377f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:54.783067 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-398abaa8-45ce-4524-89a4-1dd4fb8eac42 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:54.830030 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-398abaa8-45ce-4524-89a4-1dd4fb8eac42 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:54.853187 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-d4d05dc9-cd8f-421f-8a9c-6d3af6a377f4 None None] Port 54e3146b-9f1b-4041-a9b2-62a7be816041 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:01:54.865846 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:54.899744 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1a504-0fbf-46c5-8777-68a166f85de2 None None] The sync data for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi is: [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:01:54.906855 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 44a77469-4e50-4958-896d-ea017a70fe7d triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:54.907310 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.002359 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.006052 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-398abaa8-45ce-4524-89a4-1dd4fb8eac42 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.009045 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-398abaa8-45ce-4524-89a4-1dd4fb8eac42 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.010368 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-398abaa8-45ce-4524-89a4-1dd4fb8eac42 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "DELETE /v2.0/security-groups/9f7f6773-e0b0-4274-81a0-89fba40ff38f HTTP/1.1" status: 204 len: 168 time: 0.3318157 Oct 27 06:01:55.019163 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58810) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:55.020534 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398abaa8-45ce-4524-89a4-1dd4fb8eac42 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7f6773-e0b0-4274-81a0-89fba40ff38f,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:55.027774 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 44a77469-4e50-4958-896d-ea017a70fe7d, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=44a77469-4e50-4958-896d-ea017a70fe7d,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:55.051762 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.api.v2.resource [None req-62065f63-2eef-4551-8162-df970a85d15e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] show failed (client error): The resource could not be found. Oct 27 06:01:55.055795 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-62065f63-2eef-4551-8162-df970a85d15e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups/9f7f6773-e0b0-4274-81a0-89fba40ff38f HTTP/1.1" status: 404 len: 347 time: 0.0342255 Oct 27 06:01:55.058834 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58812) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:55.108111 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.108591 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58816) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:55.110384 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-fcc1943c-b320-448f-9d4b-9dcecfd3fa94 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972229663', 'description': 'tempest-secgroup-smoke-1972229663 description', 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:55.152380 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=44a77469-4e50-4958-896d-ea017a70fe7d,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:55.205770 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-1b619a98-f37b-4b2a-9b02-4ddfb68ca3e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Deleting port 5564cacc-9ea1-451b-b5dc-6167fe3018bb {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:01:55.206120 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1b619a98-f37b-4b2a-9b02-4ddfb68ca3e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.212340 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fcc1943c-b320-448f-9d4b-9dcecfd3fa94 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.287248 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fcc1943c-b320-448f-9d4b-9dcecfd3fa94 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.288097 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1b619a98-f37b-4b2a-9b02-4ddfb68ca3e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.288436 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1b619a98-f37b-4b2a-9b02-4ddfb68ca3e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.302238 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-1b619a98-f37b-4b2a-9b02-4ddfb68ca3e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Calling delete_port for 5564cacc-9ea1-451b-b5dc-6167fe3018bb owned by network:floatingip {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:01:55.340862 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fcc1943c-b320-448f-9d4b-9dcecfd3fa94 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.370161 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1943c-b320-448f-9d4b-9dcecfd3fa94 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5c1294-240d-40e6-8d43-e39338be4cbb,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:55.443173 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-fcc1943c-b320-448f-9d4b-9dcecfd3fa94 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.444438 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-fcc1943c-b320-448f-9d4b-9dcecfd3fa94 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3397062 Oct 27 06:01:55.447506 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58824) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:55.452053 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-7948ad5b-3444-4507-ba78-18de94092533 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Request body: {'security_group_rule': {'security_group_id': 'dc5c1294-240d-40e6-8d43-e39338be4cbb', 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:55.502808 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58828) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:55.503427 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1b619a98-f37b-4b2a-9b02-4ddfb68ca3e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.508031 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1214813532-network', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:55.529994 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b619a98-f37b-4b2a-9b02-4ddfb68ca3e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event deleted for resources: {'Port': ['ID=5564cacc-9ea1-451b-b5dc-6167fe3018bb,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:55.576591 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7948ad5b-3444-4507-ba78-18de94092533 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.617239 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1b619a98-f37b-4b2a-9b02-4ddfb68ca3e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.619750 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1b619a98-f37b-4b2a-9b02-4ddfb68ca3e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.620886 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-1b619a98-f37b-4b2a-9b02-4ddfb68ca3e2 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "DELETE /v2.0/floatingips/471f7621-6a84-4b7c-a3d4-9f0bffee16a7 HTTP/1.1" status: 204 len: 168 time: 0.5610819 Oct 27 06:01:55.642686 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Made reservation on behalf of a5cbdc4b19ab4e62904989d77fcd5920 for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:01:55.643877 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7948ad5b-3444-4507-ba78-18de94092533 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.645760 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.671083 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.715266 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7948ad5b-3444-4507-ba78-18de94092533 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.737036 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948ad5b-3444-4507-ba78-18de94092533 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf011f1-9579-4e0e-8ada-84cce99752ea,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:55.754829 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.813407 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:01:55.819992 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7948ad5b-3444-4507-ba78-18de94092533 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.821412 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-7948ad5b-3444-4507-ba78-18de94092533 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728600 Oct 27 06:01:55.824472 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58832) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:55.829065 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-10c8a30e-795a-4f95-a213-ba2da541a90b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Request body: {'security_group_rule': {'security_group_id': 'dc5c1294-240d-40e6-8d43-e39338be4cbb', 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:55.835071 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:01:55.835530 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 6667fdeb-3f95-42d5-95fc-68a1bc7b66f4 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:01:55.847289 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.877852 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 06:01:55.888489 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b9c5c6-5070-405e-8b25-d05048bba874,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:55.893588 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.894012 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Added segment c0f3e679-d058-479e-a776-648b060375bf of type vlan for network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 Oct 27 06:01:55.942238 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:55.949365 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-10c8a30e-795a-4f95-a213-ba2da541a90b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.047029 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-10c8a30e-795a-4f95-a213-ba2da541a90b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.086701 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.087702 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:56.088294 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.162112 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-10c8a30e-795a-4f95-a213-ba2da541a90b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.201643 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] Pushing event updated for resources: {'Network': ['ID=9746e68a-deb0-4dde-b9c4-1c2e89944f74,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:56.205075 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8a30e-795a-4f95-a213-ba2da541a90b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d60609a-64e0-4556-9685-e6b8fa491fca,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:56.212795 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-e0dd6f73-1d53-4b99-8a56-5e2cc39a87ba admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7088296 Oct 27 06:01:56.214555 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58838) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:56.218594 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 06:01:56.224177 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Request body: {'subnet': {'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1214813532-subnet', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'ip_version': 4}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:56.224358 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21ff29-04e2-401a-b982-b7351f97e651 None None] New status for floating IP 471f7621-6a84-4b7c-a3d4-9f0bffee16a7: DOWN {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:01:56.238924 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58840) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:56.244619 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-0caa3072-3687-4e72-aaef-3f2f30f78154 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210250569', 'description': 'tempest-description--153442236'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:56.288248 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-10c8a30e-795a-4f95-a213-ba2da541a90b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.289652 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-10c8a30e-795a-4f95-a213-ba2da541a90b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4639783 Oct 27 06:01:56.292753 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58842) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:56.297495 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-9238bf71-36b9-45d8-aea8-b45ad47c4655 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Request body: {'security_group_rule': {'security_group_id': 'dc5c1294-240d-40e6-8d43-e39338be4cbb', 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:56.309686 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.db.api [None req-0caa3072-3687-4e72-aaef-3f2f30f78154 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 06:01:56.309686 dv-cinder-815582-2-iscsi neutron-server[113447]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 06:01:56.309686 dv-cinder-815582-2-iscsi neutron-server[113447]: [parameters: {'project_id_1': '12bd4b93b23c43fc98aa2527a1eeccd8', 'expiration_1': datetime.datetime(2021, 10, 27, 6, 1, 36, 252031)}] Oct 27 06:01:56.309686 dv-cinder-815582-2-iscsi neutron-server[113447]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=113447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 06:01:56.310097 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG oslo_db.api [None req-0caa3072-3687-4e72-aaef-3f2f30f78154 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 06:01:56.323932 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Sync routers for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:56.335230 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:56.335855 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:56.372413 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Made reservation on behalf of a5cbdc4b19ab4e62904989d77fcd5920 for: {'subnet': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:01:56.375223 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257948'] for subnet, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.454376 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9238bf71-36b9-45d8-aea8-b45ad47c4655 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.460322 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:56.541094 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9238bf71-36b9-45d8-aea8-b45ad47c4655 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.640792 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9238bf71-36b9-45d8-aea8-b45ad47c4655 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.660838 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238bf71-36b9-45d8-aea8-b45ad47c4655 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ee09fd-92b3-4b82-a5e9-a9eee249c53d,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:56.712859 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26505678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257954'] for subnet, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.728388 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 2, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:56.760372 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Checking router: cfbf2243-0379-4b87-bbe5-a4a35ed1c032 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:56.761948 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Updating router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 port 54e3146b-9f1b-4041-a9b2-62a7be816041 binding host dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 06:01:56.765965 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-9238bf71-36b9-45d8-aea8-b45ad47c4655 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.767175 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-9238bf71-36b9-45d8-aea8-b45ad47c4655 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4738693 Oct 27 06:01:56.771188 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58848) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:56.782371 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-a61be1e5-3fcb-4d86-9a15-04296a060f4f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Request body: {'security_group_rule': {'security_group_id': 'dc5c1294-240d-40e6-8d43-e39338be4cbb', 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:56.786913 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c2d7ef-a172-4e82-a607-18f9692d0fd4,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:56.791113 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 44a77469-4e50-4958-896d-ea017a70fe7d up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:56.808157 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Checking segment: {'id': 'c0f3e679-d058-479e-a776-648b060375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:56.808756 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Network hostable DHCP agents. Network: 9746e68a-deb0-4dde-b9c4-1c2e89944f74, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 06:01:56.829468 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.907382 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a61be1e5-3fcb-4d86-9a15-04296a060f4f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.912512 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 06:01:56.949422 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 44a77469-4e50-4958-896d-ea017a70fe7d triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:56.949829 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.964271 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a61be1e5-3fcb-4d86-9a15-04296a060f4f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:56.986778 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0caa3072-3687-4e72-aaef-3f2f30f78154 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.009878 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 9746e68a-deb0-4dde-b9c4-1c2e89944f74) {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:57.014124 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:57.014940 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.056056 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f9a7f-9759-4f9c-9865-c264369245a2 None None] Network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:01:57.056302 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0caa3072-3687-4e72-aaef-3f2f30f78154 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.063174 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a61be1e5-3fcb-4d86-9a15-04296a060f4f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.082661 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61be1e5-3fcb-4d86-9a15-04296a060f4f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8dff113-7b91-44c3-9e52-56e7a86ed9fe,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:57.100478 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-3fee4fb5-6537-4293-90ca-b5c1e073fd56 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8730366 Oct 27 06:01:57.100601 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58850) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:57.100601 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1214813532-router', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:57.115343 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0caa3072-3687-4e72-aaef-3f2f30f78154 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.147425 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa3072-3687-4e72-aaef-3f2f30f78154 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88799d3b-fba8-432a-99fa-352a8255fa63,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:57.185405 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 64248ceb-e194-4a75-9707-90edf5851971 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:57.213217 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a61be1e5-3fcb-4d86-9a15-04296a060f4f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.214762 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a61be1e5-3fcb-4d86-9a15-04296a060f4f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4426408 Oct 27 06:01:57.218352 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58856) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:57.224766 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-ee979d65-7741-4a94-a460-d770b86d56a5 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Request body: {'security_group_rule': {'security_group_id': 'dc5c1294-240d-40e6-8d43-e39338be4cbb', 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:57.298377 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-552'] for router, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.299424 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-531'] for router, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.371542 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-0caa3072-3687-4e72-aaef-3f2f30f78154 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.372944 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-0caa3072-3687-4e72-aaef-3f2f30f78154 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1324763 Oct 27 06:01:57.375972 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58862) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:57.376166 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.383031 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-501f3145-4752-49a3-a516-10fce484aa2b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'security_group_rule': {'security_group_id': '88799d3b-fba8-432a-99fa-352a8255fa63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:57.392676 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Publish callbacks [] for port, precommit_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.398977 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 64248ceb-e194-4a75-9707-90edf5851971 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:57.399390 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.421729 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5db0faf-7858-5c2d-a427-571b21a65d7d-9746e68a-deb0-4dde-b9c4-1c2e89944f74', 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'fixed_ips': [{'subnet_id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4'}]}} from dv-cinder-815582-2-iscsi. {{(pid=113448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 06:01:57.422522 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.488246 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.securitygroups_db [None req-ee979d65-7741-4a94-a460-d770b86d56a5 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Project f271d7c4591a4f88a8d1d79e65afee9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 06:01:57.495965 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ee979d65-7741-4a94-a460-d770b86d56a5 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.539373 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.608454 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ee979d65-7741-4a94-a460-d770b86d56a5 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.633416 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5fb21-29e2-4c31-8b3b-16e483f59398 req-8b753020-bf40-4f13-8f14-0599b46274bb tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:57.635166 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2bd5fb21-29e2-4c31-8b3b-16e483f59398 req-8b753020-bf40-4f13-8f14-0599b46274bb tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0705869 Oct 27 06:01:57.637397 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-501f3145-4752-49a3-a516-10fce484aa2b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.667264 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.700727 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ee979d65-7741-4a94-a460-d770b86d56a5 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.729833 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2bd5fb21-29e2-4c31-8b3b-16e483f59398 req-443115c6-a3f1-4a20-9f21-4a8be7784853 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769193 Oct 27 06:01:57.732092 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-501f3145-4752-49a3-a516-10fce484aa2b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.737045 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee979d65-7741-4a94-a460-d770b86d56a5 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ac8d48-6441-4709-80e2-cbc2f01cb889,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:57.748345 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ac0c0-2520-44b9-aca4-d495454ac1a5 None None] Pushing event updated for resources: {'Port': ['ID=54e3146b-9f1b-4041-a9b2-62a7be816041,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:57.758259 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.780534 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Sync routers for ids ['ef160adc-507a-448c-8e03-5c4838f2a312'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:01:57.799577 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Routers {'ef160adc-507a-448c-8e03-5c4838f2a312'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:57.799857 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.db_base_plugin_common [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Allocated IP 172.20.0.2 (9746e68a-deb0-4dde-b9c4-1c2e89944f74/35c2d7ef-a172-4e82-a607-18f9692d0fd4/c08755b2-98c8-43d6-b149-d806bc6085f8) {{(pid=113448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:57.800495 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ef160adc-507a-448c-8e03-5c4838f2a312'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:57.802901 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Attempting to bind port 54e3146b-9f1b-4041-a9b2-62a7be816041 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:57.803271 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Attempting to bind port 54e3146b-9f1b-4041-a9b2-62a7be816041 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:57.803638 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Attempting to bind port 54e3146b-9f1b-4041-a9b2-62a7be816041 on network 06e334ef-4bd7-4864-9179-0ca1ae606edf {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:57.809301 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-501f3145-4752-49a3-a516-10fce484aa2b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.825981 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port 64248ceb-e194-4a75-9707-90edf5851971, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=64248ceb-e194-4a75-9707-90edf5851971,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:57.829341 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:57.829759 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Checking segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:57.830171 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.830569 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Bound using segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:57.831208 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Bound port: 54e3146b-9f1b-4041-a9b2-62a7be816041, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:57.831603 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.848699 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f3145-4752-49a3-a516-10fce484aa2b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b566661-6b3f-45e1-a8d4-2457e0aefec1,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:57.863384 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ee979d65-7741-4a94-a460-d770b86d56a5 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.871277 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-ee979d65-7741-4a94-a460-d770b86d56a5 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6518285 Oct 27 06:01:57.876231 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58866) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:57.881259 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-5d4d565e-a39d-431f-8033-f1d9eb9812a8 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Request body: {'security_group_rule': {'security_group_id': 'dc5c1294-240d-40e6-8d43-e39338be4cbb', 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:57.893862 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.975612 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-501f3145-4752-49a3-a516-10fce484aa2b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:57.977475 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-501f3145-4752-49a3-a516-10fce484aa2b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5996728 Oct 27 06:01:57.980459 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58868) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:57.992417 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-186448da-30ae-418a-aca4-936cd7891c3e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'security_group_rule': {'security_group_id': '88799d3b-fba8-432a-99fa-352a8255fa63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:58.019929 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Set router ef160adc-507a-448c-8e03-5c4838f2a312 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:58.057901 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.securitygroups_db [None req-5d4d565e-a39d-431f-8033-f1d9eb9812a8 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Project f271d7c4591a4f88a8d1d79e65afee9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 06:01:58.072238 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5d4d565e-a39d-431f-8033-f1d9eb9812a8 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.145701 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-186448da-30ae-418a-aca4-936cd7891c3e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.159982 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=64248ceb-e194-4a75-9707-90edf5851971,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:58.169111 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-8edcc97e-8743-49e4-9a1f-cd7dbc4599d1 None None] Provisioning complete for port 54e3146b-9f1b-4041-a9b2-62a7be816041 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:58.172552 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-8edcc97e-8743-49e4-9a1f-cd7dbc4599d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.175272 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] For port 54e3146b-9f1b-4041-a9b2-62a7be816041, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:58.178876 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] For port 54e3146b-9f1b-4041-a9b2-62a7be816041, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=54e3146b-9f1b-4041-a9b2-62a7be816041,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:58.182526 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5d4d565e-a39d-431f-8033-f1d9eb9812a8 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.250287 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-186448da-30ae-418a-aca4-936cd7891c3e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.250542 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.255893 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.256446 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-8edcc97e-8743-49e4-9a1f-cd7dbc4599d1 None None] Port 54e3146b-9f1b-4041-a9b2-62a7be816041 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:01:58.277226 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.279117 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5d4d565e-a39d-431f-8033-f1d9eb9812a8 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.287707 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'name': 'tempest-TestShelveInstance-1488659459-router', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '64248ceb-e194-4a75-9707-90edf5851971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:52Z', 'revision_number': 4, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'gw_port': {'id': '64248ceb-e194-4a75-9707-90edf5851971', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '368c6665-b72c-47a7-89be-d05efaaed974', 'name': '', 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'mac_address': 'fa:16:3e:be:be:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '02e12bd7-1d67-4120-9daf-8ad8b0a0ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 2, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'subnets': [{'id': '02e12bd7-1d67-4120-9daf-8ad8b0a0ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:58.309125 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Publish callbacks [] for port, precommit_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.315201 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d565e-a39d-431f-8033-f1d9eb9812a8 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fdee4d-0b7c-49a8-8b2b-e16e668b6e3c,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:58.321417 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Checking router: ef160adc-507a-448c-8e03-5c4838f2a312 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:01:58.321866 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Updating router ef160adc-507a-448c-8e03-5c4838f2a312 port 368c6665-b72c-47a7-89be-d05efaaed974 binding host dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 06:01:58.331727 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:58.332999 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:58.334987 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ac0c0-2520-44b9-aca4-d495454ac1a5 None None] Pushing event updated for resources: {'Port': ['ID=54e3146b-9f1b-4041-a9b2-62a7be816041,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:58.351027 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-186448da-30ae-418a-aca4-936cd7891c3e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.364965 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.380376 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186448da-30ae-418a-aca4-936cd7891c3e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86677a79-bff8-4514-bd92-0a586835e031,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:58.424222 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340'] for port, after_create {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.439787 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5d4d565e-a39d-431f-8033-f1d9eb9812a8 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.441038 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-5d4d565e-a39d-431f-8033-f1d9eb9812a8 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5636039 Oct 27 06:01:58.447032 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Allocated IP 172.27.1.59 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/b7101e12-e0b9-4a0b-a18d-1456ac2434a6) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:58.479249 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 is already hosted by enough agents. {{(pid=113448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:58.490085 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.scheduler.base_scheduler [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Resources bound (agent type, host, resource id): {{(pid=113448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:58.498186 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Received port after_create {{(pid=113448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:58.514106 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-186448da-30ae-418a-aca4-936cd7891c3e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.515349 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-186448da-30ae-418a-aca4-936cd7891c3e tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5324235 Oct 27 06:01:58.518630 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58872) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:01:58.523454 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'floatingip': {'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:01:58.528685 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Pushing event updated for resources: {'Port': ['ID=c08755b2-98c8-43d6-b149-d806bc6085f8,revision_number=1']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:58.567016 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:58.579707 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.640835 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.716691 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 64248ceb-e194-4a75-9707-90edf5851971 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:01:58.725945 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.815954 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Attempting to bind port c08755b2-98c8-43d6-b149-d806bc6085f8 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:58.816896 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Attempting to bind port c08755b2-98c8-43d6-b149-d806bc6085f8 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': 'c0f3e679-d058-479e-a776-648b060375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:58.817263 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Attempting to bind port c08755b2-98c8-43d6-b149-d806bc6085f8 on network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:58.819272 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:01:58.833548 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-b690c77e-3b1f-4b51-8f46-a7bc13e675a9 None None] Provisioning complete for port 54e3146b-9f1b-4041-a9b2-62a7be816041 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:58.834238 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b690c77e-3b1f-4b51-8f46-a7bc13e675a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.840230 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:01:58.840658 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:58.841040 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Checking segment: {'id': 'c0f3e679-d058-479e-a776-648b060375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:58.841447 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.841866 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Bound using segment: {'id': 'c0f3e679-d058-479e-a776-648b060375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:58.842345 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Bound port: c08755b2-98c8-43d6-b149-d806bc6085f8, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f3e679-d058-479e-a776-648b060375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:58.842734 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.860752 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:58.861451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:01:58.890827 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7101e12-e0b9-4a0b-a18d-1456ac2434a6,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:58.994191 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Publish callbacks [] for port, precommit_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.060571 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.073083 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] For port c08755b2-98c8-43d6-b149-d806bc6085f8, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:59.075122 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 64248ceb-e194-4a75-9707-90edf5851971 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:59.075542 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.124465 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6d307-9c92-4dea-ac17-e72a53ddaadb None None] Pushing event updated for resources: {'Port': ['ID=368c6665-b72c-47a7-89be-d05efaaed974,revision_number=3']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:59.133184 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] For port c08755b2-98c8-43d6-b149-d806bc6085f8, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=c08755b2-98c8-43d6-b149-d806bc6085f8,segment=NetworkSegment(c0f3e679-d058-479e-a776-648b060375bf),segment_id=c0f3e679-d058-479e-a776-648b060375bf)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:59.193119 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b690c77e-3b1f-4b51-8f46-a7bc13e675a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.198303 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Attempting to bind port 368c6665-b72c-47a7-89be-d05efaaed974 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:01:59.198544 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Attempting to bind port 368c6665-b72c-47a7-89be-d05efaaed974 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '330db341-bb75-4362-a555-e44f93e21165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458'}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:01:59.199063 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Attempting to bind port 368c6665-b72c-47a7-89be-d05efaaed974 on network 279276f8-5b36-422f-8eb0-943c69a56458 {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:01:59.205468 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:01:59.205773 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Checking segment: {'id': '330db341-bb75-4362-a555-e44f93e21165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:01:59.206204 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.207680 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Bound using segment: {'id': '330db341-bb75-4362-a555-e44f93e21165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458'} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:01:59.209115 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Bound port: 368c6665-b72c-47a7-89be-d05efaaed974, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330db341-bb75-4362-a555-e44f93e21165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458'}}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:01:59.209696 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.219091 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.309123 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] For port 368c6665-b72c-47a7-89be-d05efaaed974, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:01:59.312653 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] For port 368c6665-b72c-47a7-89be-d05efaaed974, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=368c6665-b72c-47a7-89be-d05efaaed974,segment=NetworkSegment(330db341-bb75-4362-a555-e44f93e21165),segment_id=330db341-bb75-4362-a555-e44f93e21165)] {{(pid=113449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:01:59.336925 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-b690c77e-3b1f-4b51-8f46-a7bc13e675a9 None None] For port 54e3146b-9f1b-4041-a9b2-62a7be816041, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=54e3146b-9f1b-4041-a9b2-62a7be816041,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:59.345040 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:58Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:59.395185 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.408045 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07690473-3a31-459e-9096-28dac94e2ef6 None None] The sync data for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi is: [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:58Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:01:59.411460 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.416513 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961459f-c589-4652-9b85-da63b4da5e58 None None] Pushing event updated for resources: {'Port': ['ID=c08755b2-98c8-43d6-b149-d806bc6085f8,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:59.441727 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Allocated IP 172.27.1.29 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/7afbea5d-f43e-403f-9869-7980c612a004) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:01:59.458414 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b690c77e-3b1f-4b51-8f46-a7bc13e675a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.579856 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9318e-3ed7-4d41-a447-b22fa0f93e1a req-e2b1122e-0f8e-403e-96e9-14ab2d508e5d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:01:59.584214 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-73f9318e-3ed7-4d41-a447-b22fa0f93e1a req-e2b1122e-0f8e-403e-96e9-14ab2d508e5d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.7208939 Oct 27 06:01:59.598658 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Routers {'ef160adc-507a-448c-8e03-5c4838f2a312'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:01:59.599438 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ef160adc-507a-448c-8e03-5c4838f2a312'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:01:59.628324 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690c77e-3b1f-4b51-8f46-a7bc13e675a9 None None] Pushing event updated for resources: {'Port': ['ID=54e3146b-9f1b-4041-a9b2-62a7be816041,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:59.661654 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6d307-9c92-4dea-ac17-e72a53ddaadb None None] Pushing event updated for resources: {'Port': ['ID=368c6665-b72c-47a7-89be-d05efaaed974,revision_number=4']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:01:59.664023 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-eb4bbe2d-74ea-4a51-968f-55956110a5b3 None None] Provisioning complete for port 368c6665-b72c-47a7-89be-d05efaaed974 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:01:59.666104 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-eb4bbe2d-74ea-4a51-968f-55956110a5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.675130 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2817594c-425b-4c67-81ae-ad2afae34669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.757457 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.856135 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] Set router ef160adc-507a-448c-8e03-5c4838f2a312 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:01:59.883733 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-eb4bbe2d-74ea-4a51-968f-55956110a5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.949012 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-eb4bbe2d-74ea-4a51-968f-55956110a5b3 None None] For port 368c6665-b72c-47a7-89be-d05efaaed974, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=368c6665-b72c-47a7-89be-d05efaaed974,segment=NetworkSegment(330db341-bb75-4362-a555-e44f93e21165),segment_id=330db341-bb75-4362-a555-e44f93e21165)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:01:59.981515 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-73f9318e-3ed7-4d41-a447-b22fa0f93e1a req-fc7565f4-ca88-4f6e-b3a4-27467efcb71a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915749 Oct 27 06:01:59.988114 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:01:59.995770 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560540'] for router, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:00.052500 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'Port': ['ID=7afbea5d-f43e-403f-9869-7980c612a004,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:00.079091 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:02:00.084174 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:02:00.087574 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:02:00.103901 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-eb4bbe2d-74ea-4a51-968f-55956110a5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:00.184052 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bbe2d-74ea-4a51-968f-55956110a5b3 None None] Pushing event updated for resources: {'Port': ['ID=368c6665-b72c-47a7-89be-d05efaaed974,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:00.233393 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-9fd76a65-84dc-4364-b051-417a38e5a5e4 None None] Provisioning complete for port 368c6665-b72c-47a7-89be-d05efaaed974 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:00.235801 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9fd76a65-84dc-4364-b051-417a38e5a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:00.261191 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'name': 'tempest-TestShelveInstance-1488659459-router', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '64248ceb-e194-4a75-9707-90edf5851971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:52Z', 'revision_number': 4, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'gw_port': {'id': '64248ceb-e194-4a75-9707-90edf5851971', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '368c6665-b72c-47a7-89be-d05efaaed974', 'name': '', 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'mac_address': 'fa:16:3e:be:be:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '02e12bd7-1d67-4120-9daf-8ad8b0a0ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 4, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'subnets': [{'id': '02e12bd7-1d67-4120-9daf-8ad8b0a0ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:00.262180 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:00.286544 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f is scheduled to L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a with binding_index 1 {{(pid=113447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 06:02:00.313586 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a79d8-b784-46db-96e3-22f57da105f4 None None] The sync data for ids ['ef160adc-507a-448c-8e03-5c4838f2a312'] in dv-cinder-815582-2-iscsi is: [{'id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'name': 'tempest-TestShelveInstance-1488659459-router', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '64248ceb-e194-4a75-9707-90edf5851971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:52Z', 'revision_number': 4, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'gw_port': {'id': '64248ceb-e194-4a75-9707-90edf5851971', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '368c6665-b72c-47a7-89be-d05efaaed974', 'name': '', 'network_id': '279276f8-5b36-422f-8eb0-943c69a56458', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'mac_address': 'fa:16:3e:be:be:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '02e12bd7-1d67-4120-9daf-8ad8b0a0ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 4, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'subnets': [{'id': '02e12bd7-1d67-4120-9daf-8ad8b0a0ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:02:00.413184 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:00.452991 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:02:00.467187 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Sync routers for ids ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:02:00.482151 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Routers {'19811321-f0c5-4b3e-b882-5d5fcf7fa18f'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:02:00.487095 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:01:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:00.542640 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:00.556897 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-68bf9f7e-6f11-4662-9dac-6a0f0703cfd3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4609094 Oct 27 06:02:00.557005 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58928) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:00.723731 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Set router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:02:00.896052 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 368c6665-b72c-47a7-89be-d05efaaed974 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:00.933402 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.044079 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.168079 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'Port': ['ID=7afbea5d-f43e-403f-9869-7980c612a004,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:01.242164 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3956945e-e5f9-41e0-b8bd-92afd4f6efe5 None None] Network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:02:01.243843 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.260493 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc5d7d-9833-40e6-acad-016c226f4733 req-fa5addfb-bc14-482f-b03c-2ed0e5010b42 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:01.261932 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1bdc5d7d-9833-40e6-acad-016c226f4733 req-fa5addfb-bc14-482f-b03c-2ed0e5010b42 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.1593447 Oct 27 06:02:01.345760 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-9592d9cd-d282-4926-ad83-40d30e4fb2dd None None] Provisioning complete for port c08755b2-98c8-43d6-b149-d806bc6085f8 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:01.346135 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9592d9cd-d282-4926-ad83-40d30e4fb2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.359450 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1bdc5d7d-9833-40e6-acad-016c226f4733 req-56ba38f5-91c5-40ce-8376-be3968309204 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732105 Oct 27 06:02:01.412571 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.421042 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-7e08f1dd-3d52-469b-9088-32647e6af0f0 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8944044 Oct 27 06:02:01.428856 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.500094 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 368c6665-b72c-47a7-89be-d05efaaed974 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:01.500692 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.623052 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Allocated IP 172.20.0.1 (9746e68a-deb0-4dde-b9c4-1c2e89944f74/35c2d7ef-a172-4e82-a607-18f9692d0fd4/f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:02:01.626887 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'name': 'tempest-TestVolumeBootPattern-1214813532-router', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:57Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 3, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'gw_port': {'id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:58Z', 'updated_at': '2021-10-27T06:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:01.658306 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9592d9cd-d282-4926-ad83-40d30e4fb2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.662873 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Checking router: 19811321-f0c5-4b3e-b882-5d5fcf7fa18f for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:02:01.663257 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Updating router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f port b7101e12-e0b9-4a0b-a18d-1456ac2434a6 binding host dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 06:02:01.674649 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-958b23b4-25ad-4744-ae55-c0608566ed55 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1210250569&fields=id&tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8 HTTP/1.1" status: 200 len: 267 time: 0.0600655 Oct 27 06:02:01.740885 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.775194 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-9592d9cd-d282-4926-ad83-40d30e4fb2dd None None] For port c08755b2-98c8-43d6-b149-d806bc6085f8, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=c08755b2-98c8-43d6-b149-d806bc6085f8,segment=NetworkSegment(c0f3e679-d058-479e-a776-648b060375bf),segment_id=c0f3e679-d058-479e-a776-648b060375bf)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:01.788334 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 54e3146b-9f1b-4041-a9b2-62a7be816041 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:01.835203 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.857377 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-77cf8b01-b7e4-4c9d-b7f0-9fccd4d39e25 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:01.858989 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-77cf8b01-b7e4-4c9d-b7f0-9fccd4d39e25 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/networks?id=791f211a-d120-4756-bade-e92f947a1db8 HTTP/1.1" status: 200 len: 810 time: 0.1595612 Oct 27 06:02:01.868102 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9592d9cd-d282-4926-ad83-40d30e4fb2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:01.887894 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-47f412b5-4a4b-4a7a-bdd1-4750ae25fb03 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/quotas/12bd4b93b23c43fc98aa2527a1eeccd8 HTTP/1.1" status: 200 len: 375 time: 0.0204468 Oct 27 06:02:01.953629 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-421dacd8-319b-4183-b0a9-3a1e0ec3b759 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580325 Oct 27 06:02:01.985309 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.021130 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592d9cd-d282-4926-ad83-40d30e4fb2dd None None] Pushing event updated for resources: {'Port': ['ID=c08755b2-98c8-43d6-b149-d806bc6085f8,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:02.036727 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port 54e3146b-9f1b-4041-a9b2-62a7be816041 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:02.037098 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.047171 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:02:02.050065 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:02:02.054224 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:02:02.067616 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-aa45f840-76b7-4a35-b86a-e2e6ad1d211a None None] Provisioning complete for port c08755b2-98c8-43d6-b149-d806bc6085f8 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:02.067841 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-aa45f840-76b7-4a35-b86a-e2e6ad1d211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.097836 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:02.119630 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561089'] for router_interface, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.218080 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-00db9de5-6357-4684-bd38-570f67b0d1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.288376 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Publish callbacks [] for port, precommit_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.302354 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device c08755b2-98c8-43d6-b149-d806bc6085f8 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:02.329752 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-73dbe9a7-fbc7-4900-9faa-7fcbb8ff09eb service neutron] 10.222.0.30 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627400 Oct 27 06:02:02.363512 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port c08755b2-98c8-43d6-b149-d806bc6085f8 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:02.365580 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.387792 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.451839 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-82b82223-6e23-4c68-8524-f94b1c8404ba service neutron] 10.222.0.30 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084702 Oct 27 06:02:02.463859 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Attempting to bind port b7101e12-e0b9-4a0b-a18d-1456ac2434a6 on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:02:02.464231 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Attempting to bind port b7101e12-e0b9-4a0b-a18d-1456ac2434a6 by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:02:02.464601 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Attempting to bind port b7101e12-e0b9-4a0b-a18d-1456ac2434a6 on network eb333f7b-30fa-4f98-b6f5-643bda287999 {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:02:02.467829 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ed04f-9a8f-4fce-87a0-ba46a751d1a5 None None] Pushing event updated for resources: {'Port': ['ID=b7101e12-e0b9-4a0b-a18d-1456ac2434a6,revision_number=2']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:02.482050 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:02:02.487301 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Checking segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:02:02.487888 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.488961 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Bound using segment: {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'} {{(pid=113448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:02:02.489638 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.managers [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Bound port: b7101e12-e0b9-4a0b-a18d-1456ac2434a6, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61201758-9ada-4087-a28d-315f87d84dfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999'}}] {{(pid=113448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:02:02.490057 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.512542 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.516395 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-6b196d56-9cf7-4c4a-8ddc-1f9d6de751ad None None] Provisioning complete for port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:02.516884 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-6b196d56-9cf7-4c4a-8ddc-1f9d6de751ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.572549 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4781e5c-e567-42f2-a034-881f4e010527 req-52709164-f28d-4a3f-8ebb-4e5577d63397 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:02.574089 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4781e5c-e567-42f2-a034-881f4e010527 req-52709164-f28d-4a3f-8ebb-4e5577d63397 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.1025689 Oct 27 06:02:02.615792 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-6b196d56-9cf7-4c4a-8ddc-1f9d6de751ad None None] Port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:02:02.619392 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] For port b7101e12-e0b9-4a0b-a18d-1456ac2434a6, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:02:02.623305 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] For port b7101e12-e0b9-4a0b-a18d-1456ac2434a6, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=b7101e12-e0b9-4a0b-a18d-1456ac2434a6,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:02:02.678489 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4781e5c-e567-42f2-a034-881f4e010527 req-3786904d-7e0f-4fe1-b649-3150e61cade3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957942 Oct 27 06:02:02.700754 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.713723 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device c08755b2-98c8-43d6-b149-d806bc6085f8 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:02.759323 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.811808 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-de2c6756-2e2b-4bd9-954d-3458cea57863 req-3ec285da-bb52-47fa-941e-3a56cddcfc64 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 210 time: 0.0322983 Oct 27 06:02:02.823632 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.836914 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Routers {'19811321-f0c5-4b3e-b882-5d5fcf7fa18f'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:02:02.837541 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:02:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:02.841652 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ed04f-9a8f-4fce-87a0-ba46a751d1a5 None None] Pushing event updated for resources: {'Port': ['ID=b7101e12-e0b9-4a0b-a18d-1456ac2434a6,revision_number=3']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:02.895805 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:02.902581 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570961'] for router_interface, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:02.921698 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port c08755b2-98c8-43d6-b149-d806bc6085f8 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:02.922067 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:03.001164 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] Set router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:02:03.004677 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:02:03.006363 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:02:03.170598 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:02:03.321518 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:02:03.362106 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-43382664-f332-4451-aa31-e5e0bbb6fe58 admin admin] 10.222.0.30 "PUT /v2.0/routers/19811321-f0c5-4b3e-b882-5d5fcf7fa18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7718303 Oct 27 06:02:03.396988 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:03.406186 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-06f1ec7f-e800-4da9-99f4-f3d66b611fee None None] Provisioning complete for port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:03.406489 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-06f1ec7f-e800-4da9-99f4-f3d66b611fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:03.482271 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:03.495770 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-06f1ec7f-e800-4da9-99f4-f3d66b611fee None None] Port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:02:03.559935 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'name': 'tempest-TestVolumeBootPattern-1214813532-router', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:57Z', 'updated_at': '2021-10-27T06:02:02Z', 'revision_number': 4, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'gw_port': {'id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:58Z', 'updated_at': '2021-10-27T06:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec', 'name': '', 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'mac_address': 'fa:16:3e:bf:aa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:02:01Z', 'updated_at': '2021-10-27T06:02:02Z', 'revision_number': 2, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'subnets': [{'id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:03.607213 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b09346-a841-4e6e-9b94-1862f347736c None None] The sync data for ids ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'] in dv-cinder-815582-2-iscsi is: [{'id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'name': 'tempest-TestVolumeBootPattern-1214813532-router', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:57Z', 'updated_at': '2021-10-27T06:02:02Z', 'revision_number': 4, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'gw_port': {'id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:58Z', 'updated_at': '2021-10-27T06:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec', 'name': '', 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'mac_address': 'fa:16:3e:bf:aa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:02:01Z', 'updated_at': '2021-10-27T06:02:02Z', 'revision_number': 2, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'subnets': [{'id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:02:03.821866 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b067ba-c4d7-4fe4-80b6-8ad6bd402b84 req-feab8ce9-2cc7-41a2-8e90-1ed39abb348d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:03.823581 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-69b067ba-c4d7-4fe4-80b6-8ad6bd402b84 req-feab8ce9-2cc7-41a2-8e90-1ed39abb348d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0579352 Oct 27 06:02:03.895991 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-69b067ba-c4d7-4fe4-80b6-8ad6bd402b84 req-62a0eb6b-3122-4301-91ab-76b3e3ae1710 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628524 Oct 27 06:02:04.011010 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-15b7fff1-d65d-4cec-990d-4b147d7da6a6 req-d48d8e5e-39ec-44eb-9fc8-c8faadf0306a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 210 time: 0.0443997 Oct 27 06:02:04.228101 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58978) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:04.232714 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-e7408fe5-56d0-4cb2-b497-3109e17f8198 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390739188', 'description': 'tempest-secgroup-smoke-1390739188 description', 'project_id': 'aa41c69c68d94ff88834231c8d2acb54'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:04.340593 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7408fe5-56d0-4cb2-b497-3109e17f8198 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:04.423889 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7408fe5-56d0-4cb2-b497-3109e17f8198 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:04.529476 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7408fe5-56d0-4cb2-b497-3109e17f8198 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:04.564729 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7408fe5-56d0-4cb2-b497-3109e17f8198 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cda1397-a172-460c-a41c-a10fada1d90e,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:04.623052 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e7408fe5-56d0-4cb2-b497-3109e17f8198 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:04.624339 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-e7408fe5-56d0-4cb2-b497-3109e17f8198 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3952050 Oct 27 06:02:04.627483 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 58980) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:04.634963 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-8dd91986-e11d-49ac-8750-1d55a5d0474f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'security_group_rule': {'security_group_id': '8cda1397-a172-460c-a41c-a10fada1d90e', 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:04.722078 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device b7101e12-e0b9-4a0b-a18d-1456ac2434a6 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:04.738318 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-8dd91986-e11d-49ac-8750-1d55a5d0474f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:04.773556 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port b7101e12-e0b9-4a0b-a18d-1456ac2434a6 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:04.774114 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:04.800300 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-8dd91986-e11d-49ac-8750-1d55a5d0474f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:04.864847 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:04.878316 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-8dd91986-e11d-49ac-8750-1d55a5d0474f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:04.896012 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] For port b7101e12-e0b9-4a0b-a18d-1456ac2434a6, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=b7101e12-e0b9-4a0b-a18d-1456ac2434a6,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:04.901992 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd91986-e11d-49ac-8750-1d55a5d0474f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec21086-7ac9-45f3-ba3f-a8d108fd3b2d,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:05.006857 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.008615 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.016109 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-8dd91986-e11d-49ac-8750-1d55a5d0474f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.017311 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-8dd91986-e11d-49ac-8750-1d55a5d0474f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3888736 Oct 27 06:02:05.020855 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58984) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:05.026328 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-10fb7e02-bcb1-4298-802a-9c0e262a4968 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'security_group_rule': {'security_group_id': '8cda1397-a172-460c-a41c-a10fada1d90e', 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:05.040235 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86797de3-690b-4c19-9c33-ededb5ab4401 req-428d4191-8f83-4f3e-8f4f-9428cb8f9d19 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:05.042866 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-86797de3-690b-4c19-9c33-ededb5ab4401 req-428d4191-8f83-4f3e-8f4f-9428cb8f9d19 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0721095 Oct 27 06:02:05.076980 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Pushing event updated for resources: {'Port': ['ID=b7101e12-e0b9-4a0b-a18d-1456ac2434a6,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:05.084352 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-86797de3-690b-4c19-9c33-ededb5ab4401 req-66f7d3d2-7818-4ec6-8456-ad92fce7dfb8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352998 Oct 27 06:02:05.132345 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-10fb7e02-bcb1-4298-802a-9c0e262a4968 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.135596 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8e8f6b29-7849-4db6-9b55-1ebfdb5e8772 req-64babfed-5020-4403-a066-ac88ebda2a9f tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 210 time: 0.0384176 Oct 27 06:02:05.214613 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-10fb7e02-bcb1-4298-802a-9c0e262a4968 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.243966 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-5d6cfb78-4be4-4b23-bda1-16f93ea37285 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:05.245463 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-5d6cfb78-4be4-4b23-bda1-16f93ea37285 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.26 "GET /v2.0/networks?id=791f211a-d120-4756-bade-e92f947a1db8 HTTP/1.1" status: 200 len: 810 time: 0.1126235 Oct 27 06:02:05.297600 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-10fb7e02-bcb1-4298-802a-9c0e262a4968 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.299249 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-6ec0908e-bf54-4b11-978d-11b67d7c3488 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8 HTTP/1.1" status: 200 len: 380 time: 0.0344410 Oct 27 06:02:05.310628 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'port': {'device_id': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'admin_state_up': True, 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'security_groups': ['88799d3b-fba8-432a-99fa-352a8255fa63']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:05.318350 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb7e02-bcb1-4298-802a-9c0e262a4968 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2cf1fc-7965-4d7e-9d61-17d49ae4fe6d,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:05.385234 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-10fb7e02-bcb1-4298-802a-9c0e262a4968 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.386560 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-10fb7e02-bcb1-4298-802a-9c0e262a4968 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3644741 Oct 27 06:02:05.389173 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58990) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:05.393612 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-151d0410-e21d-4953-9cb1-458f832479ec tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'security_group_rule': {'security_group_id': '8cda1397-a172-460c-a41c-a10fada1d90e', 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:05.508072 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-151d0410-e21d-4953-9cb1-458f832479ec tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.564370 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-151d0410-e21d-4953-9cb1-458f832479ec tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.594473 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Made reservation on behalf of 12bd4b93b23c43fc98aa2527a1eeccd8 for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:02:05.598490 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.634713 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-151d0410-e21d-4953-9cb1-458f832479ec tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.655485 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d0410-e21d-4953-9cb1-458f832479ec tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c66a5e0-3988-45f6-8c7e-4bfc9eec527a,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:05.723119 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-151d0410-e21d-4953-9cb1-458f832479ec tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.724451 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-151d0410-e21d-4953-9cb1-458f832479ec tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342795 Oct 27 06:02:05.727447 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58996) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:05.732516 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-ff6d70ba-e97c-4a18-93a0-f6810d5bdc11 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'security_group_rule': {'security_group_id': '8cda1397-a172-460c-a41c-a10fada1d90e', 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:05.745846 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Allocated IP 172.20.0.3 (791f211a-d120-4756-bade-e92f947a1db8/828a660e-e26a-4dc9-9073-1f5128f4f313/bb27f4a2-28e8-4740-bac2-45f20dc50751) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:02:05.828487 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ff6d70ba-e97c-4a18-93a0-f6810d5bdc11 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.895258 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ff6d70ba-e97c-4a18-93a0-f6810d5bdc11 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.969200 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ff6d70ba-e97c-4a18-93a0-f6810d5bdc11 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:05.989281 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d70ba-e97c-4a18-93a0-f6810d5bdc11 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557c7112-b79f-4078-83df-78d2bf6e5339,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:06.051259 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ff6d70ba-e97c-4a18-93a0-f6810d5bdc11 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.052491 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-ff6d70ba-e97c-4a18-93a0-f6810d5bdc11 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3239791 Oct 27 06:02:06.055402 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 58998) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:06.065852 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-d9c646cf-5aca-4e05-a2e7-db46dfdc1bb9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'security_group_rule': {'security_group_id': '8cda1397-a172-460c-a41c-a10fada1d90e', 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:06.138921 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.147017 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.securitygroups_db [None req-d9c646cf-5aca-4e05-a2e7-db46dfdc1bb9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Project aa41c69c68d94ff88834231c8d2acb54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 06:02:06.152366 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d9c646cf-5aca-4e05-a2e7-db46dfdc1bb9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.228835 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4c4f-145c-46ce-b3b2-4d09dea60c67 req-f95f0137-483f-45da-b353-bc2242cd30ea tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:06.230519 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-635f4c4f-145c-46ce-b3b2-4d09dea60c67 req-f95f0137-483f-45da-b353-bc2242cd30ea tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0624149 Oct 27 06:02:06.246826 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d9c646cf-5aca-4e05-a2e7-db46dfdc1bb9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.271014 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c244315a-afe0-41bb-8b91-4c6335ea6722 req-c7e8c31c-1d35-4550-9d19-41b2f5ee515f tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 210 time: 0.0394707 Oct 27 06:02:06.278114 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.325844 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d9c646cf-5aca-4e05-a2e7-db46dfdc1bb9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.334915 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-635f4c4f-145c-46ce-b3b2-4d09dea60c67 req-0835aa47-41a4-4199-8927-0a494a8abfa0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926628 Oct 27 06:02:06.336725 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Network 791f211a-d120-4756-bade-e92f947a1db8 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:02:06.339984 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:02:06.344421 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:02:06.348698 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event updated for resources: {'Port': ['ID=bb27f4a2-28e8-4740-bac2-45f20dc50751,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:06.353451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c646cf-5aca-4e05-a2e7-db46dfdc1bb9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374d388d-3474-4208-815b-879223a1d8f4,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:06.407587 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:06.408203 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.431125 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d9c646cf-5aca-4e05-a2e7-db46dfdc1bb9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.435124 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-d9c646cf-5aca-4e05-a2e7-db46dfdc1bb9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3760178 Oct 27 06:02:06.435248 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59006) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:06.439640 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-b7e7f052-f6b6-45ea-b006-178f3b2c9ade tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'security_group_rule': {'security_group_id': '8cda1397-a172-460c-a41c-a10fada1d90e', 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:06.484323 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-1be9d1a0-72ce-42b8-9619-12c12b162dab tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1774936 Oct 27 06:02:06.505428 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Request body: {'port': {'device_id': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:06.562614 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.566828 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.securitygroups_db [None req-b7e7f052-f6b6-45ea-b006-178f3b2c9ade tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Project aa41c69c68d94ff88834231c8d2acb54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 06:02:06.571910 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f052-f6b6-45ea-b006-178f3b2c9ade tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.631492 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-560c18f7-4d80-4b0f-9933-d04a97d7c78f None None] Provisioning complete for port bb27f4a2-28e8-4740-bac2-45f20dc50751 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:06.632389 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-560c18f7-4d80-4b0f-9933-d04a97d7c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.633285 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f052-f6b6-45ea-b006-178f3b2c9ade tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.666919 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-560c18f7-4d80-4b0f-9933-d04a97d7c78f None None] Port bb27f4a2-28e8-4740-bac2-45f20dc50751 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:02:06.709090 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f052-f6b6-45ea-b006-178f3b2c9ade tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412126'] for security_group_rule, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.727029 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device b7101e12-e0b9-4a0b-a18d-1456ac2434a6 up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:06.728184 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7f052-f6b6-45ea-b006-178f3b2c9ade tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c02eba-31ef-4f96-a3d5-cbea6fca649d,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:06.781546 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port b7101e12-e0b9-4a0b-a18d-1456ac2434a6 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:06.781876 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.803185 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f052-f6b6-45ea-b006-178f3b2c9ade tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.804658 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b7e7f052-f6b6-45ea-b006-178f3b2c9ade tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3684716 Oct 27 06:02:06.853874 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb27f4a2-28e8-4740-bac2-45f20dc50751 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:02:06.862530 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:06.886240 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Transition to ACTIVE for port object bb27f4a2-28e8-4740-bac2-45f20dc50751 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:02:06.952508 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:07.017241 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Pushing event updated for resources: {'Port': ['ID=bb27f4a2-28e8-4740-bac2-45f20dc50751,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:07.096619 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Attempting to bind port bb27f4a2-28e8-4740-bac2-45f20dc50751 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:02:07.097075 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Attempting to bind port bb27f4a2-28e8-4740-bac2-45f20dc50751 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:02:07.097992 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Attempting to bind port bb27f4a2-28e8-4740-bac2-45f20dc50751 on network 791f211a-d120-4756-bade-e92f947a1db8 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:02:07.103685 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Port bb27f4a2-28e8-4740-bac2-45f20dc50751 on network 791f211a-d120-4756-bade-e92f947a1db8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:02:07.103987 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Attempting to bind port bb27f4a2-28e8-4740-bac2-45f20dc50751 on network 791f211a-d120-4756-bade-e92f947a1db8 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:02:07.109449 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:02:07.109849 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Checking segment: {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:02:07.110591 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Bound using segment: {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:02:07.111019 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Bound port: bb27f4a2-28e8-4740-bac2-45f20dc50751, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '791f211a-d120-4756-bade-e92f947a1db8'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:02:07.111305 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:07.180021 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] For port bb27f4a2-28e8-4740-bac2-45f20dc50751, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:02:07.184051 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] For port bb27f4a2-28e8-4740-bac2-45f20dc50751, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bb27f4a2-28e8-4740-bac2-45f20dc50751,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:02:07.263838 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:07.320934 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:07.321651 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:07.328098 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] 10.222.0.26 "PUT /v2.0/ports/bb27f4a2-28e8-4740-bac2-45f20dc50751 HTTP/1.1" status: 200 len: 1093 time: 0.8229690 Oct 27 06:02:07.328098 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'tag': 'bb27f4a2-28e8-4740-bac2-45f20dc50751'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:07.328098 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9e394d-3191-418a-b5cb-51ecc656b0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c66f878-b6a2-4035-93e3-5eae65b2cc73", "tag": "bb27f4a2-28e8-4740-bac2-45f20dc50751"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:07.362994 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317c38f-5db4-4318-9ed0-dc6185f0b71a service neutron] Pushing event updated for resources: {'Port': ['ID=bb27f4a2-28e8-4740-bac2-45f20dc50751,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:07.384360 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143d0b0b-ffe3-467e-a439-a05d10044460 x-openstack-request-id: req-143d0b0b-ffe3-467e-a439-a05d10044460 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:07.385360 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c66f878-b6a2-4035-93e3-5eae65b2cc73", "tag": "bb27f4a2-28e8-4740-bac2-45f20dc50751", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:07.385360 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-143d0b0b-ffe3-467e-a439-a05d10044460 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:07.387050 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'tag': 'bb27f4a2-28e8-4740-bac2-45f20dc50751', 'status': 'completed', 'code': 200} Oct 27 06:02:07.486630 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a7a1-4f03-4b0a-a1f8-35e06800f39d req-4e00961a-5033-4c34-bc47-974c9b12fe93 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:07.489241 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ba4a7a1-4f03-4b0a-a1f8-35e06800f39d req-4e00961a-5033-4c34-bc47-974c9b12fe93 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 943 time: 0.1178916 Oct 27 06:02:07.540355 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e394d-3191-418a-b5cb-51ecc656b0f3 req-b5f12822-f3eb-490e-9248-4bd4646da4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:07.541947 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9d9e394d-3191-418a-b5cb-51ecc656b0f3 req-b5f12822-f3eb-490e-9248-4bd4646da4ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 1096 time: 0.1091185 Oct 27 06:02:07.590327 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0397d5-4fd3-43dd-bf1e-83d99680109b req-89f60b16-cb7c-4078-a366-bfe038b04ec2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:07.591869 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc0397d5-4fd3-43dd-bf1e-83d99680109b req-89f60b16-cb7c-4078-a366-bfe038b04ec2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.1251838 Oct 27 06:02:07.623526 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ba4a7a1-4f03-4b0a-a1f8-35e06800f39d req-f276e9ef-ad2e-4ca1-aef2-bda422c98f0f tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160471 Oct 27 06:02:07.684668 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fc0397d5-4fd3-43dd-bf1e-83d99680109b req-5f89decd-3383-47b8-ae07-a86769846202 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580852 Oct 27 06:02:07.709011 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e394d-3191-418a-b5cb-51ecc656b0f3 req-ea6213d3-8baf-4b62-aac4-9fa7e6c72ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:07.710700 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9d9e394d-3191-418a-b5cb-51ecc656b0f3 req-ea6213d3-8baf-4b62-aac4-9fa7e6c72ec3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1507211 Oct 27 06:02:07.815054 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e394d-3191-418a-b5cb-51ecc656b0f3 req-7c96129f-ce59-4606-92ce-38b8f1c38b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:07.817145 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9d9e394d-3191-418a-b5cb-51ecc656b0f3 req-7c96129f-ce59-4606-92ce-38b8f1c38b69 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986643 Oct 27 06:02:07.921966 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-7e4645a6-b102-4f5c-8f7e-a78a9707c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:07.923479 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-7e4645a6-b102-4f5c-8f7e-a78a9707c15f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 1096 time: 0.0441599 Oct 27 06:02:07.980213 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-5fc57221-ed3a-4420-a5fb-e861f29bbc5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb27f4a2-28e8-4740-bac2-45f20dc50751 HTTP/1.1" status: 200 len: 217 time: 0.0408762 Oct 27 06:02:08.035854 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-9306175e-352d-439a-8ff6-2eaf1a45389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:08.036491 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-9306175e-352d-439a-8ff6-2eaf1a45389e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=828a660e-e26a-4dc9-9073-1f5128f4f313 HTTP/1.1" status: 200 len: 849 time: 0.0473425 Oct 27 06:02:08.039903 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Sync routers for ids ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:02:08.054977 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Routers {'19811321-f0c5-4b3e-b882-5d5fcf7fa18f'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:02:08.055635 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:02:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:08.089850 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-f5aab2a9-7d56-4bf7-be14-cb2152e3e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:08.091636 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-f5aab2a9-7d56-4bf7-be14-cb2152e3e30d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=791f211a-d120-4756-bade-e92f947a1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472994 Oct 27 06:02:08.169090 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Set router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:02:08.194971 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-5d0bb4b2-c01d-4430-a8ef-9daa1df1a0fd service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951900 Oct 27 06:02:08.294777 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96d46d82-7fb5-45f8-8857-d4ef1928cfc3 req-65362291-5d27-4acc-89e9-a4a3641b72bd service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926287 Oct 27 06:02:08.392079 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'name': 'tempest-TestVolumeBootPattern-1214813532-router', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:57Z', 'updated_at': '2021-10-27T06:02:02Z', 'revision_number': 4, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'gw_port': {'id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:58Z', 'updated_at': '2021-10-27T06:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec', 'name': '', 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'mac_address': 'fa:16:3e:bf:aa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:02:01Z', 'updated_at': '2021-10-27T06:02:02Z', 'revision_number': 2, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'subnets': [{'id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:08.419313 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Checking router: 19811321-f0c5-4b3e-b882-5d5fcf7fa18f for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:02:08.419680 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Updating router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec binding host dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 06:02:08.445199 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:08.716382 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Publish callbacks [] for port, precommit_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:08.760352 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee91887-2776-4851-ad0a-934bbd83b330 req-89d106fc-5e1c-4ada-982a-9bffaa218452 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:08.761870 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bee91887-2776-4851-ad0a-934bbd83b330 req-89d106fc-5e1c-4ada-982a-9bffaa218452 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 943 time: 0.0498002 Oct 27 06:02:08.811363 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:08.831346 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bee91887-2776-4851-ad0a-934bbd83b330 req-51df716c-9ca9-492d-abfd-e57c3d167452 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636165 Oct 27 06:02:08.845725 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d0736-c8fb-44f0-a346-aca8bdc26b2a req-dee66104-b522-44f3-aa56-896b9c9bbfb4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:08.847792 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ed5d0736-c8fb-44f0-a346-aca8bdc26b2a req-dee66104-b522-44f3-aa56-896b9c9bbfb4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0730212 Oct 27 06:02:08.886429 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78572c9-592a-4f31-a663-911c62660294 None None] Pushing event updated for resources: {'Port': ['ID=f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec,revision_number=3']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:08.915545 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ed5d0736-c8fb-44f0-a346-aca8bdc26b2a req-004b963c-1ed0-4104-a875-7cbd8d89ee57 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610392 Oct 27 06:02:08.924869 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Attempting to bind port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec on host dv-cinder-815582-2-iscsi for vnic_type normal with profile {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:02:08.925243 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Attempting to bind port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec by drivers openvswitch,hyperv on host dv-cinder-815582-2-iscsi at level 0 using segments [{'id': 'c0f3e679-d058-479e-a776-648b060375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74'}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:02:08.925639 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Attempting to bind port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec on network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:02:08.931289 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Checking agent: {'id': 'e22c1105-2fb4-4cc1-bd4b-c0175b772069', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 48, 3), 'started_at': datetime.datetime(2021, 10, 27, 5, 48, 33), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:02:08.931739 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Checking segment: {'id': 'c0f3e679-d058-479e-a776-648b060375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:02:08.932344 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:08.932842 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Bound using segment: {'id': 'c0f3e679-d058-479e-a776-648b060375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74'} {{(pid=113449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:02:08.933404 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.managers [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Bound port: f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec, host: dv-cinder-815582-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f3e679-d058-479e-a776-648b060375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74'}}] {{(pid=113449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:02:08.933943 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:09.005098 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] For port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec, host dv-cinder-815582-2-iscsi, cleared binding levels {{(pid=113449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:02:09.008291 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.plugins.ml2.db [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] For port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec, host dv-cinder-815582-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec,segment=NetworkSegment(c0f3e679-d058-479e-a776-648b060375bf),segment_id=c0f3e679-d058-479e-a776-648b060375bf)] {{(pid=113449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:02:09.090594 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron_lib.callbacks.manager [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:09.093053 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Provisioning complete for port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:09.093600 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:09.144107 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Routers {'19811321-f0c5-4b3e-b882-5d5fcf7fa18f'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:02:09.145011 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:02:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:09.182426 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:09.227380 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] For port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec,segment=NetworkSegment(c0f3e679-d058-479e-a776-648b060375bf),segment_id=c0f3e679-d058-479e-a776-648b060375bf)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:09.312012 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:09.317629 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78572c9-592a-4f31-a663-911c62660294 None None] Pushing event updated for resources: {'Port': ['ID=f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec,revision_number=4']} {{(pid=113449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:09.364353 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] Set router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:02:09.365371 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Pushing event updated for resources: {'Port': ['ID=f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:09.373255 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.373736 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.374147 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.374555 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.374962 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.375364 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.375761 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.376159 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.376570 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.376973 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.377364 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.377777 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffcbb0b-4b78-4bcb-9fb7-8d368937ceac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:09.432417 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-43d41cec-ce99-4da2-b06a-30c9b69fbcad None None] Provisioning complete for port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:09.432867 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-43d41cec-ce99-4da2-b06a-30c9b69fbcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:09.684995 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'name': 'tempest-TestVolumeBootPattern-1214813532-router', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:57Z', 'updated_at': '2021-10-27T06:02:02Z', 'revision_number': 4, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'gw_port': {'id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:58Z', 'updated_at': '2021-10-27T06:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec', 'name': '', 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'mac_address': 'fa:16:3e:bf:aa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:02:01Z', 'updated_at': '2021-10-27T06:02:09Z', 'revision_number': 4, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'subnets': [{'id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:09.686818 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d9b6e-e409-4494-a823-80d2ec0914d9 None None] The sync data for ids ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'] in dv-cinder-815582-2-iscsi is: [{'id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'name': 'tempest-TestVolumeBootPattern-1214813532-router', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:57Z', 'updated_at': '2021-10-27T06:02:02Z', 'revision_number': 4, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'gw_port': {'id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:58Z', 'updated_at': '2021-10-27T06:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec', 'name': '', 'network_id': '9746e68a-deb0-4dde-b9c4-1c2e89944f74', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'mac_address': 'fa:16:3e:bf:aa:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:02:01Z', 'updated_at': '2021-10-27T06:02:09Z', 'revision_number': 4, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'subnets': [{'id': '35c2d7ef-a172-4e82-a607-18f9692d0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:02:09.887938 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device bb27f4a2-28e8-4740-bac2-45f20dc50751 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:02:09.970954 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb548ece-d8c3-4135-8440-19db94f0cf7d req-b56cb98d-718f-4b1c-a2b1-f48a243d432b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:09.979895 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fb548ece-d8c3-4135-8440-19db94f0cf7d req-b56cb98d-718f-4b1c-a2b1-f48a243d432b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 943 time: 0.0609229 Oct 27 06:02:10.008710 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port bb27f4a2-28e8-4740-bac2-45f20dc50751, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bb27f4a2-28e8-4740-bac2-45f20dc50751,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:10.023080 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'bb27f4a2-28e8-4740-bac2-45f20dc50751', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'port_id': 'bb27f4a2-28e8-4740-bac2-45f20dc50751', 'mac_address': 'fa:16:3e:9a:dc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:02:10.046645 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fb548ece-d8c3-4135-8440-19db94f0cf7d req-49a78a81-a679-4ad3-9dd4-0219e42af6ac tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654435 Oct 27 06:02:10.077785 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:10.081744 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6e13e-5842-4046-b238-7d0677e89bdc req-a0deb034-c021-4dca-a58a-507294aadeb6 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:10.083462 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fca6e13e-5842-4046-b238-7d0677e89bdc req-a0deb034-c021-4dca-a58a-507294aadeb6 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0808840 Oct 27 06:02:10.092707 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb27f4a2-28e8-4740-bac2-45f20dc50751 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:02:10.119415 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port bb27f4a2-28e8-4740-bac2-45f20dc50751, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bb27f4a2-28e8-4740-bac2-45f20dc50751,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:10.130366 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fca6e13e-5842-4046-b238-7d0677e89bdc req-247a6a78-ee7e-45bf-9c76-4f027e8b2e6f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401738 Oct 27 06:02:10.205994 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:10.206757 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device acc03615-ccfb-4108-a9fb-a41b903edd24 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:02:10.304790 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=bb27f4a2-28e8-4740-bac2-45f20dc50751,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:10.359269 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:10.370116 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'port_id': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'mac_address': 'fa:16:3e:1c:da:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:02:10.408136 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:10.421428 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acc03615-ccfb-4108-a9fb-a41b903edd24 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:02:10.443860 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:10.517497 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:10.569890 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=6']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:10.715372 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['acc03615-ccfb-4108-a9fb-a41b903edd24'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:02:10.718916 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec up at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:10.820711 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Provisioning complete for port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:10.821075 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:10.895404 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['bb27f4a2-28e8-4740-bac2-45f20dc50751'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:02:11.167051 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0d027-e016-4fe7-9a92-75c688d09047 req-5f3fe113-5ede-44bc-801b-2dbe5c287bda tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:11.168580 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fba0d027-e016-4fe7-9a92-75c688d09047 req-5f3fe113-5ede-44bc-801b-2dbe5c287bda tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 944 time: 0.0522275 Oct 27 06:02:11.208992 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fba0d027-e016-4fe7-9a92-75c688d09047 req-75d1f997-e236-476f-ac50-5db9c3886a81 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345232 Oct 27 06:02:11.256180 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ad141-97e6-4c47-b5ec-3dbb9cbb79fb req-a10b4381-8fdf-441c-a31a-900cae395d96 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:11.257679 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d33ad141-97e6-4c47-b5ec-3dbb9cbb79fb req-a10b4381-8fdf-441c-a31a-900cae395d96 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 945 time: 0.0527186 Oct 27 06:02:11.296544 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d33ad141-97e6-4c47-b5ec-3dbb9cbb79fb req-c0a13573-c34c-4b04-97b7-9bfe9ade1b43 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328381 Oct 27 06:02:11.901526 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device bb27f4a2-28e8-4740-bac2-45f20dc50751 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:12.014666 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port bb27f4a2-28e8-4740-bac2-45f20dc50751 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:02:12.018376 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port bb27f4a2-28e8-4740-bac2-45f20dc50751 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:12.018735 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:12.102193 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:12.126188 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb27f4a2-28e8-4740-bac2-45f20dc50751'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:12.128432 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ae48aa-96a6-4595-9444-ab771a79d6c0" -d '{"events": [{"server_uuid": "7c66f878-b6a2-4035-93e3-5eae65b2cc73", "name": "network-vif-plugged", "status": "completed", "tag": "bb27f4a2-28e8-4740-bac2-45f20dc50751"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:12.144538 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port bb27f4a2-28e8-4740-bac2-45f20dc50751, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bb27f4a2-28e8-4740-bac2-45f20dc50751,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:12.220762 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:12.221565 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device acc03615-ccfb-4108-a9fb-a41b903edd24 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:12.224783 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c146519-198f-4c0a-a5ef-d49e59e2610b x-openstack-request-id: req-3c146519-198f-4c0a-a5ef-d49e59e2610b {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:12.225096 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c66f878-b6a2-4035-93e3-5eae65b2cc73", "name": "network-vif-plugged", "status": "completed", "tag": "bb27f4a2-28e8-4740-bac2-45f20dc50751", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:12.225345 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c146519-198f-4c0a-a5ef-d49e59e2610b {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:12.225746 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb27f4a2-28e8-4740-bac2-45f20dc50751', 'code': 200} Oct 27 06:02:12.305154 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=bb27f4a2-28e8-4740-bac2-45f20dc50751,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:12.319082 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port acc03615-ccfb-4108-a9fb-a41b903edd24 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:12.319459 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:12.344361 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013234b-7836-46c5-901a-a2c0fceba4e8 req-f3d6e56c-f26b-4ce1-913c-cf685f6ed50a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:12.345824 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0013234b-7836-46c5-901a-a2c0fceba4e8 req-f3d6e56c-f26b-4ce1-913c-cf685f6ed50a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 945 time: 0.0648861 Oct 27 06:02:12.406352 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0013234b-7836-46c5-901a-a2c0fceba4e8 req-fc3842aa-1a33-4863-801f-c6ceb61f7868 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502481 Oct 27 06:02:12.420462 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:12.459523 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:12.472364 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e254efd-dec4-4e56-a1bf-883e47455d24 req-8ce97360-c37e-4219-a688-16b11f79b8c8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:12.473873 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1e254efd-dec4-4e56-a1bf-883e47455d24 req-8ce97360-c37e-4219-a688-16b11f79b8c8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 945 time: 0.0576680 Oct 27 06:02:12.511584 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1e254efd-dec4-4e56-a1bf-883e47455d24 req-fbe12bbf-95e5-4532-b1dc-e3c2a9164357 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318058 Oct 27 06:02:12.540386 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:12.593654 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=7']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:12.620246 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e05833-ccb8-4385-916f-771987801a0e req-cf4b7c5d-6706-4cbf-bf42-2bd3682bba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:12.621760 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-24e05833-ccb8-4385-916f-771987801a0e req-cf4b7c5d-6706-4cbf-bf42-2bd3682bba0a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 1098 time: 0.0457766 Oct 27 06:02:12.657359 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-24e05833-ccb8-4385-916f-771987801a0e req-360b3176-aa0a-442e-aa4b-f56d71dd0fd9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276477 Oct 27 06:02:13.529135 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb3420-3a27-4dfe-ac8f-b3e1dacc49cb req-5e8973f0-bd1b-40ba-8aba-dd20266390e4 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:13.530779 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1cb3420-3a27-4dfe-ac8f-b3e1dacc49cb req-5e8973f0-bd1b-40ba-8aba-dd20266390e4 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 945 time: 0.0534306 Oct 27 06:02:13.572896 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1cb3420-3a27-4dfe-ac8f-b3e1dacc49cb req-18674ad3-b828-4cf4-b464-7c2ab1abbcaf tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348067 Oct 27 06:02:13.664305 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffde62-e86f-4260-b320-3130bab79199 req-3dcc45ab-2049-4cb4-aad0-1287ae92394d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:13.666081 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-46ffde62-e86f-4260-b320-3130bab79199 req-3dcc45ab-2049-4cb4-aad0-1287ae92394d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0655622 Oct 27 06:02:13.703957 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-46ffde62-e86f-4260-b320-3130bab79199 req-529d3263-c185-4fd4-b05b-c2876057addc tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319626 Oct 27 06:02:14.226753 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:14.230511 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725ccb78-7d45-49b2-a9ad-14fb91f4c621" -d '{"events": [{"server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "name": "network-vif-plugged", "status": "completed", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:14.273255 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f52645-2cfb-455c-8a04-364f27ec14fd x-openstack-request-id: req-54f52645-2cfb-455c-8a04-364f27ec14fd {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:14.273724 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "name": "network-vif-plugged", "status": "completed", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:14.274021 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54f52645-2cfb-455c-8a04-364f27ec14fd {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:14.274473 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'code': 200} Oct 27 06:02:14.631920 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:02:14.732504 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aea9c-a01a-48d4-9a8d-b498df6166e2 req-7b38d669-315d-417b-b2da-c4431c14789b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:14.734747 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7f3aea9c-a01a-48d4-9a8d-b498df6166e2 req-7b38d669-315d-417b-b2da-c4431c14789b tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 945 time: 0.0690804 Oct 27 06:02:14.791176 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7f3aea9c-a01a-48d4-9a8d-b498df6166e2 req-a4e435cc-ce8b-4954-9f03-f020dd721f9c tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494659 Oct 27 06:02:14.866517 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215348b-fe96-4079-b005-65919a3eef81 req-8738e2f0-2c58-4d30-9605-cca6a979d090 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:14.868484 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3215348b-fe96-4079-b005-65919a3eef81 req-8738e2f0-2c58-4d30-9605-cca6a979d090 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0680411 Oct 27 06:02:14.951214 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3215348b-fe96-4079-b005-65919a3eef81 req-82c95d51-38ed-49d8-a584-b955f168e790 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727739 Oct 27 06:02:14.999826 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854438a-34d9-4636-9c46-cd67b01365dc req-5fc9acd9-948b-4811-8ae6-cce8b2c4aa04 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:15.001577 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3854438a-34d9-4636-9c46-cd67b01365dc req-5fc9acd9-948b-4811-8ae6-cce8b2c4aa04 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 945 time: 0.1320169 Oct 27 06:02:15.011304 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59156) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:15.017969 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-25daa58f-fcbb-4341-8c0f-4634376c4a50 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Request body: {'floatingip': {'port_id': 'bb27f4a2-28e8-4740-bac2-45f20dc50751'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:15.079635 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-25daa58f-fcbb-4341-8c0f-4634376c4a50 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:15.549739 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-25daa58f-fcbb-4341-8c0f-4634376c4a50 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:15.629015 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-25daa58f-fcbb-4341-8c0f-4634376c4a50 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:15.746402 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.l3_db [None req-25daa58f-fcbb-4341-8c0f-4634376c4a50 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Floating IP 5a97d902-cab4-4f54-8265-dbfbc4364bb2 associated. External IP: 172.27.1.29, port: bb27f4a2-28e8-4740-bac2-45f20dc50751. Oct 27 06:02:15.987276 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25daa58f-fcbb-4341-8c0f-4634376c4a50 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Router 0913fa8f-383e-4e5e-810c-ea440f7de558 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:02:16.115912 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51b610-d19b-47ad-9096-51a117d8d869 req-55f23e9d-6911-4730-b9d3-5d2186ca4c90 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:16.118083 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8f51b610-d19b-47ad-9096-51a117d8d869 req-55f23e9d-6911-4730-b9d3-5d2186ca4c90 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0835226 Oct 27 06:02:16.170317 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8f51b610-d19b-47ad-9096-51a117d8d869 req-cc5b79c4-368e-42c5-9f76-cead1c3556ef tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456679 Oct 27 06:02:16.372539 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25daa58f-fcbb-4341-8c0f-4634376c4a50 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:02:16.377908 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-25daa58f-fcbb-4341-8c0f-4634376c4a50 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:16.384559 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] Sync routers for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:02:16.407455 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:02:16.408434 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:02:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:16.413105 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-25daa58f-fcbb-4341-8c0f-4634376c4a50 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "PUT /v2.0/floatingips/5a97d902-cab4-4f54-8265-dbfbc4364bb2 HTTP/1.1" status: 200 len: 990 time: 1.3998678 Oct 27 06:02:16.413105 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'tag': 'bb27f4a2-28e8-4740-bac2-45f20dc50751'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:16.415214 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea3e534-eef3-4398-88b3-6976e96ae0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7c66f878-b6a2-4035-93e3-5eae65b2cc73", "tag": "bb27f4a2-28e8-4740-bac2-45f20dc50751"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:16.556874 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e315836-5814-4508-b00b-323ef6ce6c88 x-openstack-request-id: req-7e315836-5814-4508-b00b-323ef6ce6c88 {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:16.557153 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c66f878-b6a2-4035-93e3-5eae65b2cc73", "tag": "bb27f4a2-28e8-4740-bac2-45f20dc50751", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:16.557403 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e315836-5814-4508-b00b-323ef6ce6c88 {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:16.557893 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'tag': 'bb27f4a2-28e8-4740-bac2-45f20dc50751', 'status': 'completed', 'code': 200} Oct 27 06:02:16.574548 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:02:16.681491 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-5e2e5db7-511f-45d1-9bdc-c98e32d62d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:16.683207 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-5e2e5db7-511f-45d1-9bdc-c98e32d62d03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 1098 time: 0.0548596 Oct 27 06:02:16.805524 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-6baacf7b-0472-43e2-a95d-07bfcd9d08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:16.809580 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-6baacf7b-0472-43e2-a95d-07bfcd9d08e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=791f211a-d120-4756-bade-e92f947a1db8 HTTP/1.1" status: 200 len: 911 time: 0.1091406 Oct 27 06:02:16.893263 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-d44d6021-e123-40f0-8e7a-9db2f79ee4dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb27f4a2-28e8-4740-bac2-45f20dc50751 HTTP/1.1" status: 200 len: 998 time: 0.0748971 Oct 27 06:02:16.945539 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-b09fcfc9-9b72-4f5b-975d-5f494c0ca78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:16.947185 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-b09fcfc9-9b72-4f5b-975d-5f494c0ca78f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=828a660e-e26a-4dc9-9073-1f5128f4f313 HTTP/1.1" status: 200 len: 849 time: 0.0457811 Oct 27 06:02:16.979209 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '5a97d902-cab4-4f54-8265-dbfbc4364bb2', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'port_id': 'bb27f4a2-28e8-4740-bac2-45f20dc50751', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'mac_address': 'fa:16:3e:9a:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:02:00Z', 'updated_at': '2021-10-27T06:02:15Z', 'revision_number': 1, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:17.006804 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] Checking router: 0913fa8f-383e-4e5e-810c-ea440f7de558 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:02:17.010034 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-17e12eb1-1db5-4490-9c1a-9f28da3e1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:17.010034 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-17e12eb1-1db5-4490-9c1a-9f28da3e1054 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=791f211a-d120-4756-bade-e92f947a1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459018 Oct 27 06:02:17.015136 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:02:17.015728 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:02:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:17.114204 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-295735f0-1af4-4047-98fa-56ac5a7a1558 service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965552 Oct 27 06:02:17.142824 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:02:17.263533 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fea3e534-eef3-4398-88b3-6976e96ae0ee req-6ba265b0-32e7-4434-9085-857c3f48d79c service neutron] 10.222.0.26 "GET /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409245 Oct 27 06:02:17.346128 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ef28e-390f-43aa-b82f-8e832c7bdd1c req-c024cbd6-5e6b-4ac8-aa24-97566383cad0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:17.354079 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-370ef28e-390f-43aa-b82f-8e832c7bdd1c req-c024cbd6-5e6b-4ac8-aa24-97566383cad0 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0790155 Oct 27 06:02:17.393277 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-370ef28e-390f-43aa-b82f-8e832c7bdd1c req-701bba09-20a3-48c5-be2f-0559bda40adc tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382366 Oct 27 06:02:17.460682 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '5a97d902-cab4-4f54-8265-dbfbc4364bb2', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'port_id': 'bb27f4a2-28e8-4740-bac2-45f20dc50751', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'mac_address': 'fa:16:3e:9a:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:02:00Z', 'updated_at': '2021-10-27T06:02:15Z', 'revision_number': 1, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:17.492407 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6b3da-0291-4bd6-91ec-8822cc568929 None None] The sync data for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi is: [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '5a97d902-cab4-4f54-8265-dbfbc4364bb2', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'port_id': 'bb27f4a2-28e8-4740-bac2-45f20dc50751', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'mac_address': 'fa:16:3e:9a:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:02:00Z', 'updated_at': '2021-10-27T06:02:15Z', 'revision_number': 1, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:02:17.752805 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba8500-c355-4097-bf35-c42564a670d3 None None] New status for floating IP 5a97d902-cab4-4f54-8265-dbfbc4364bb2: ACTIVE {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:02:18.534925 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae07e2-6551-4262-9d90-e7694e942e07 req-6c8b84b9-ccd1-4c3a-802f-1057dcaf452f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:18.536506 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1bae07e2-6551-4262-9d90-e7694e942e07 req-6c8b84b9-ccd1-4c3a-802f-1057dcaf452f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0600181 Oct 27 06:02:18.586057 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1bae07e2-6551-4262-9d90-e7694e942e07 req-75bc9ae7-ca3c-43cf-9686-d80374a9d8ea tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 Oct 27 06:02:19.716749 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a030f-4cfb-4635-bfb6-d437b89d811a req-f138b87e-ff3c-4ea1-bc28-089025130224 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:19.718258 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e44a030f-4cfb-4635-bfb6-d437b89d811a req-f138b87e-ff3c-4ea1-bc28-089025130224 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0535946 Oct 27 06:02:19.763761 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e44a030f-4cfb-4635-bfb6-d437b89d811a req-cb9cd902-6342-4abc-a541-f7046f677d6a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376446 Oct 27 06:02:20.916868 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50975717-ee3f-4184-8578-a34eda5dd7fb req-27dd41dc-878d-4a05-9181-a0901e814d7d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:20.918306 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-50975717-ee3f-4184-8578-a34eda5dd7fb req-27dd41dc-878d-4a05-9181-a0901e814d7d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0691609 Oct 27 06:02:20.978775 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-50975717-ee3f-4184-8578-a34eda5dd7fb req-6e60f408-263d-44e7-bbf1-ff1fbdf40395 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422852 Oct 27 06:02:22.113822 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114503a-56c7-46f3-9919-cd366d7ccf75 req-4598ab2d-deb0-49bd-980b-80aaa3c9b659 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:22.121550 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b114503a-56c7-46f3-9919-cd366d7ccf75 req-4598ab2d-deb0-49bd-980b-80aaa3c9b659 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0655446 Oct 27 06:02:22.164319 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b114503a-56c7-46f3-9919-cd366d7ccf75 req-a544c518-481f-4a29-9efa-8e4bf9553adb tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365663 Oct 27 06:02:23.291096 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389abf58-e437-4885-82a5-d31cbb14e3f9 req-ecf28c54-4792-44dc-860e-de57d669ac06 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:23.292745 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-389abf58-e437-4885-82a5-d31cbb14e3f9 req-ecf28c54-4792-44dc-860e-de57d669ac06 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0521734 Oct 27 06:02:23.332693 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-389abf58-e437-4885-82a5-d31cbb14e3f9 req-72bf16eb-0062-41f8-baca-db7c8d165e2f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339193 Oct 27 06:02:23.703083 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:24.464198 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6b96a-5e66-4847-a0f5-299bd8579d5a req-67cd2586-1c79-45d0-a045-643fc44381f4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:24.464198 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fdb6b96a-5e66-4847-a0f5-299bd8579d5a req-67cd2586-1c79-45d0-a045-643fc44381f4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0526226 Oct 27 06:02:24.498841 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fdb6b96a-5e66-4847-a0f5-299bd8579d5a req-d7920f4e-1712-450a-a990-23dc8a324d3e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324821 Oct 27 06:02:25.622324 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-b474f645-2299-43c5-b263-feb00c3d9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:25.623817 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-b474f645-2299-43c5-b263-feb00c3d9bf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 1099 time: 0.0710042 Oct 27 06:02:25.636274 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda91ab2-5b8c-4bd0-94a5-3c0890a9329a req-6e992b6c-cf63-4820-8da5-304327a96422 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:25.637642 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bda91ab2-5b8c-4bd0-94a5-3c0890a9329a req-6e992b6c-cf63-4820-8da5-304327a96422 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0602317 Oct 27 06:02:25.720465 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bda91ab2-5b8c-4bd0-94a5-3c0890a9329a req-55e28352-31f6-4800-ad24-99dc36339734 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749745 Oct 27 06:02:25.749490 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-d2b3b659-918f-45c6-9cd1-36802e03ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:25.750986 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-d2b3b659-918f-45c6-9cd1-36802e03ac0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 917 time: 0.1124952 Oct 27 06:02:25.814004 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-81279c11-0fbb-443b-8f69-65693699a363 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc03615-ccfb-4108-a9fb-a41b903edd24 HTTP/1.1" status: 200 len: 1002 time: 0.0562329 Oct 27 06:02:25.867076 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-05318974-ab5a-44bc-b28d-7fc78d63ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:25.868514 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-05318974-ab5a-44bc-b28d-7fc78d63ea00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0470421 Oct 27 06:02:25.913982 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-3ffda1de-c7d1-45be-8dad-338ba9eded34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:25.915443 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-3ffda1de-c7d1-45be-8dad-338ba9eded34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394967 Oct 27 06:02:26.010776 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-f023cee1-494f-4b30-9224-04ef89ed4f0f service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878897 Oct 27 06:02:26.099606 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f23358a8-a7b1-4c9a-973d-48c6cd5c72de req-9fc4477c-eef3-40f7-a61f-e9ea7a57b97b service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809934 Oct 27 06:02:26.840296 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40575c5-0dc3-4481-8064-c8fd4214bbe7 req-854d373c-1b65-4a35-b531-cb64e322e127 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:26.841711 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d40575c5-0dc3-4481-8064-c8fd4214bbe7 req-854d373c-1b65-4a35-b531-cb64e322e127 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0485084 Oct 27 06:02:26.880054 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d40575c5-0dc3-4481-8064-c8fd4214bbe7 req-52dba28e-9eb2-46c1-abe1-326264ea8c87 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323856 Oct 27 06:02:27.488286 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e781f59d-e9bb-4910-8318-26b60aef4f70 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972229663&fields=id&tenant_id=f271d7c4591a4f88a8d1d79e65afee9a HTTP/1.1" status: 200 len: 267 time: 0.0416698 Oct 27 06:02:27.594037 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-46fa5cc0-b7db-44c1-94b3-547fed8a83ea tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:27.595835 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-46fa5cc0-b7db-44c1-94b3-547fed8a83ea tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/networks?id=2ae8bbbe-49f9-4b02-9a00-56758380330a HTTP/1.1" status: 200 len: 808 time: 0.1004810 Oct 27 06:02:27.610688 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-14f437fc-f497-434e-9e67-aa36dee7d010 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/quotas/f271d7c4591a4f88a8d1d79e65afee9a HTTP/1.1" status: 200 len: 375 time: 0.0090942 Oct 27 06:02:27.664926 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-7b862043-42f3-4b15-bcec-6861b37b0330 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481558 Oct 27 06:02:27.808824 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-5f36b46e-55aa-40f1-abf1-fd867b9aad9c service neutron] 10.222.0.30 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314130 Oct 27 06:02:27.899975 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-81338080-81f4-4b11-9e63-7582ae2f6e1c service neutron] 10.222.0.30 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849185 Oct 27 06:02:28.002965 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa07500-fdad-4e95-bf5d-c35d94c52114 req-613428d6-3ab3-453e-ae32-f95c77380ea2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:28.011197 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-daa07500-fdad-4e95-bf5d-c35d94c52114 req-613428d6-3ab3-453e-ae32-f95c77380ea2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.0560176 Oct 27 06:02:28.043878 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-daa07500-fdad-4e95-bf5d-c35d94c52114 req-436f65c6-866c-42e5-9819-9c11388f7d54 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328672 Oct 27 06:02:28.425180 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-02aa866f-5be0-4436-8c48-d7fb41be1911 req-7928aab6-886a-4a34-bf3c-94c824aa3da1 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 210 time: 0.0276477 Oct 27 06:02:28.932976 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d2c495be-01c3-4ee4-90ff-b17592eabff9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390739188&fields=id&tenant_id=aa41c69c68d94ff88834231c8d2acb54 HTTP/1.1" status: 200 len: 267 time: 0.0362744 Oct 27 06:02:29.048828 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-c604d9ed-c444-46b0-a3be-514ce9a9ccb7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:29.051184 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-c604d9ed-c444-46b0-a3be-514ce9a9ccb7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 811 time: 0.1107447 Oct 27 06:02:29.065246 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-f4dd3a1e-ff5e-4c41-a7cd-ffdbbbcb2ac5 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/quotas/aa41c69c68d94ff88834231c8d2acb54 HTTP/1.1" status: 200 len: 375 time: 0.0089216 Oct 27 06:02:29.123474 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d6a00112-78d5-4373-aee5-7efa879d34d3 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525000 Oct 27 06:02:29.228696 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b286d-7de7-486c-83ae-3a5610c121c2 req-94c3342c-d351-4501-94a5-198b45fa41dd tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:29.230194 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f8b286d-7de7-486c-83ae-3a5610c121c2 req-94c3342c-d351-4501-94a5-198b45fa41dd tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 946 time: 0.1055536 Oct 27 06:02:29.277816 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d6823593-5315-4e7f-9277-bc8354319270 service neutron] 10.222.0.30 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268897 Oct 27 06:02:29.297327 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f8b286d-7de7-486c-83ae-3a5610c121c2 req-9feaddee-847a-4ede-9cb7-81688be1d10e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600033 Oct 27 06:02:29.379426 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-bb308f69-f839-479f-aa2a-def5944e2785 service neutron] 10.222.0.30 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938041 Oct 27 06:02:29.586433 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-9a5d126c-3d3f-4a18-9319-e1dd725f63b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:29.963595 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device acc03615-ccfb-4108-a9fb-a41b903edd24 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:02:29.970217 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f89aa878-3c26-4eae-9c49-1fbd82ec18f3 req-b90a303d-3ead-441a-b59e-d3de20d939d6 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 210 time: 0.0337322 Oct 27 06:02:30.064098 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:30.078250 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-73516aba-c785-480d-a072-bf9d34817e49 req-bdd1b965-4f47-4c92-9197-bda0efcfaf1d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 210 time: 0.0355394 Oct 27 06:02:30.106260 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:30.107529 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:30.109878 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52814989-3ffc-4854-831e-82854efb6b83" -d '{"events": [{"server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "name": "network-vif-unplugged", "status": "completed", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:30.163596 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:30.213785 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=8']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:30.239937 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fdc2a4-c6f6-4141-b452-d24498b1173d x-openstack-request-id: req-13fdc2a4-c6f6-4141-b452-d24498b1173d {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:30.241828 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "name": "network-vif-unplugged", "status": "failed", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24", "code": 422}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:30.242085 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13fdc2a4-c6f6-4141-b452-d24498b1173d {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:30.242521 dv-cinder-815582-2-iscsi neutron-server[113448]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'code': 422} returned with failed status Oct 27 06:02:30.981600 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-56b65d95-9f51-4378-972c-e1351a9252c7 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:30.982887 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-56b65d95-9f51-4378-972c-e1351a9252c7 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.26 "GET /v2.0/networks?id=2ae8bbbe-49f9-4b02-9a00-56758380330a HTTP/1.1" status: 200 len: 808 time: 0.3574388 Oct 27 06:02:31.034563 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-9ee6c334-d67e-423d-aa80-a1d6401850a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f271d7c4591a4f88a8d1d79e65afee9a HTTP/1.1" status: 200 len: 380 time: 0.0377555 Oct 27 06:02:31.070072 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ddd1a360-8e2b-4871-812a-980730cb27da req-b7da9b9c-16a4-462d-ad60-8b0ca9dcdcb6 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 210 time: 0.0272853 Oct 27 06:02:31.073481 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Request body: {'port': {'device_id': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'admin_state_up': True, 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'security_groups': ['dc5c1294-240d-40e6-8d43-e39338be4cbb']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:31.192257 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d439c781-8df5-45e6-aaa4-11ceddbbd27b req-4bd03125-8790-410a-bef0-bb00ea43c47a tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 210 time: 0.0405710 Oct 27 06:02:31.195927 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [req-9e7e6d39-3a34-4314-ab19-e6ac1c44034e req-3948ed21-a7f0-40c9-baab-dbe485ce80bc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 06:02:31.196894 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9e7e6d39-3a34-4314-ab19-e6ac1c44034e req-3948ed21-a7f0-40c9-baab-dbe485ce80bc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0105305 Oct 27 06:02:31.314575 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Made reservation on behalf of f271d7c4591a4f88a8d1d79e65afee9a for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:02:31.319329 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:31.449939 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Allocated IP 172.20.0.11 (2ae8bbbe-49f9-4b02-9a00-56758380330a/1c810bc0-6636-4689-8963-6498aca1c226/eefd0f60-c3c5-482f-bc0a-5734aae16897) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:02:31.600675 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870488e1-4057-4407-903f-d3fa468b24bb req-6f9f3b3a-da30-4d91-9d35-bd2ce7c66655 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:31.602150 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-870488e1-4057-4407-903f-d3fa468b24bb req-6f9f3b3a-da30-4d91-9d35-bd2ce7c66655 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.1097560 Oct 27 06:02:31.669845 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:31.670371 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-870488e1-4057-4407-903f-d3fa468b24bb req-4049126e-0ab8-4255-af82-00ac31f33f6d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619121 Oct 27 06:02:31.783429 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:31.830450 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Network 2ae8bbbe-49f9-4b02-9a00-56758380330a is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:02:31.833874 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:02:31.836382 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:02:31.877508 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event updated for resources: {'Port': ['ID=eefd0f60-c3c5-482f-bc0a-5734aae16897,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:31.898119 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:31.898787 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:31.971311 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-e09f2415-c6b8-4e30-a2b2-06ced276fd76 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9035120 Oct 27 06:02:31.994259 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Request body: {'port': {'device_id': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:32.013728 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59406) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:32.065064 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:32.106990 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-bccdbbc3-671d-4d1e-945e-c272b77b4030 None None] Provisioning complete for port eefd0f60-c3c5-482f-bc0a-5734aae16897 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:32.108351 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-bccdbbc3-671d-4d1e-945e-c272b77b4030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:32.111632 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-43fe3d02-dc15-4170-9819-4b1268990c60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966089 Oct 27 06:02:32.118795 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-67e0a7e9-987a-43d1-8599-937ae850802f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 06:02:32.129512 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-67e0a7e9-987a-43d1-8599-937ae850802f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0095534 Oct 27 06:02:32.162199 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-bccdbbc3-671d-4d1e-945e-c272b77b4030 None None] Port eefd0f60-c3c5-482f-bc0a-5734aae16897 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:02:32.184012 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-bba30765-264e-40fb-8748-ad41e7ffb41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:32.355044 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251c65f-667e-4815-86e2-03ec74bdd041 req-492a668f-26c6-412f-8fa2-3a10441bfa15 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:32.356543 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a251c65f-667e-4815-86e2-03ec74bdd041 req-492a668f-26c6-412f-8fa2-3a10441bfa15 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 932 time: 0.1864026 Oct 27 06:02:32.371823 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-df9879ba-686b-4a77-883b-b5c1a01304f1 req-ba8d347b-5df1-4ff5-9402-a860be19491d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 210 time: 0.0781186 Oct 27 06:02:32.419573 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-f95c7262-3c9c-493a-b569-b9c4fd157e85 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:32.421063 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-f95c7262-3c9c-493a-b569-b9c4fd157e85 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 811 time: 0.3182538 Oct 27 06:02:32.477948 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a251c65f-667e-4815-86e2-03ec74bdd041 req-2e92840f-2a2b-4511-977e-1ccd4ee0e54e tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051464 Oct 27 06:02:32.510363 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-7856933d-e180-44c6-ba2d-fb8405b01906 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa41c69c68d94ff88834231c8d2acb54 HTTP/1.1" status: 200 len: 380 time: 0.0678854 Oct 27 06:02:32.534684 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'port': {'device_id': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'admin_state_up': True, 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'security_groups': ['8cda1397-a172-460c-a41c-a10fada1d90e']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:32.633448 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefd0f60-c3c5-482f-bc0a-5734aae16897 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:02:32.647302 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:32.674027 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Transition to ACTIVE for port object eefd0f60-c3c5-482f-bc0a-5734aae16897 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:02:32.776165 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:32.778047 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Made reservation on behalf of aa41c69c68d94ff88834231c8d2acb54 for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:02:32.781608 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:32.867192 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Pushing event updated for resources: {'Port': ['ID=eefd0f60-c3c5-482f-bc0a-5734aae16897,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:32.875341 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b936c6-63fb-443f-908b-6c53f28485c7 req-5f2b3058-44a3-4e12-b6a9-90e244f289a9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:32.876932 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-90b936c6-63fb-443f-908b-6c53f28485c7 req-5f2b3058-44a3-4e12-b6a9-90e244f289a9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.1334095 Oct 27 06:02:33.038109 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-90b936c6-63fb-443f-908b-6c53f28485c7 req-55a47f0b-96ab-4d6a-8c4e-ae176950cdee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312087 Oct 27 06:02:33.079085 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Attempting to bind port eefd0f60-c3c5-482f-bc0a-5734aae16897 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:02:33.079085 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Attempting to bind port eefd0f60-c3c5-482f-bc0a-5734aae16897 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:02:33.079450 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Attempting to bind port eefd0f60-c3c5-482f-bc0a-5734aae16897 on network 2ae8bbbe-49f9-4b02-9a00-56758380330a {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:02:33.083870 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Allocated IP 172.20.0.9 (06e334ef-4bd7-4864-9179-0ca1ae606edf/0008380b-7111-4031-b0ea-a6cddf387ac8/786f62f6-a671-42e0-8b99-afed8eb7fed7) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:02:33.090630 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Port eefd0f60-c3c5-482f-bc0a-5734aae16897 on network 2ae8bbbe-49f9-4b02-9a00-56758380330a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:02:33.090999 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Attempting to bind port eefd0f60-c3c5-482f-bc0a-5734aae16897 on network 2ae8bbbe-49f9-4b02-9a00-56758380330a {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:02:33.101202 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:02:33.101406 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Checking segment: {'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:02:33.101840 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Bound using segment: {'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:02:33.102282 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Bound port: eefd0f60-c3c5-482f-bc0a-5734aae16897, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80732693-560c-4bc2-8f17-6be1ed251f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:02:33.102658 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:33.205575 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:33.244472 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] For port eefd0f60-c3c5-482f-bc0a-5734aae16897, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:02:33.249228 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] For port eefd0f60-c3c5-482f-bc0a-5734aae16897, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:02:33.294478 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:33.329480 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:33.369623 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:33.370195 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:33.371617 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] 10.222.0.26 "PUT /v2.0/ports/eefd0f60-c3c5-482f-bc0a-5734aae16897 HTTP/1.1" status: 200 len: 1094 time: 1.3817947 Oct 27 06:02:33.372057 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:33.374337 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0722d5b9-2727-41d8-9f3a-1b251fc14820" -d '{"events": [{"name": "network-changed", "server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:33.401359 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb9112-4a10-4e7b-81e6-506d8c65a414 service neutron] Pushing event updated for resources: {'Port': ['ID=eefd0f60-c3c5-482f-bc0a-5734aae16897,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:33.415220 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:33.417957 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:33.476211 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518edc70-1f57-47d9-87d2-8344d381db7b x-openstack-request-id: req-518edc70-1f57-47d9-87d2-8344d381db7b {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:33.476505 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:33.476760 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-518edc70-1f57-47d9-87d2-8344d381db7b {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:33.477644 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'status': 'completed', 'code': 200} Oct 27 06:02:33.479449 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:02:33.487061 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:02:33.504910 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:02:33.577526 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'Port': ['ID=786f62f6-a671-42e0-8b99-afed8eb7fed7,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:33.636108 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:33.636740 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:33.674341 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722d5b9-2727-41d8-9f3a-1b251fc14820 req-4c3af74f-d811-40be-b0d4-d015006b7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:33.676707 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0722d5b9-2727-41d8-9f3a-1b251fc14820 req-4c3af74f-d811-40be-b0d4-d015006b7d60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1097 time: 0.1347051 Oct 27 06:02:33.686248 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7db728-8983-4848-80b0-4887a11a9a19 req-57312aa9-4c1b-4764-adfb-ef54f80770a1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:33.687800 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d7db728-8983-4848-80b0-4887a11a9a19 req-57312aa9-4c1b-4764-adfb-ef54f80770a1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 931 time: 0.2053003 Oct 27 06:02:33.701477 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471eae4-c8fb-4935-a4c3-40e1e56d6945 req-9966db56-359e-4e6b-94ce-932f52f19d66 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:33.710141 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5471eae4-c8fb-4935-a4c3-40e1e56d6945 req-9966db56-359e-4e6b-94ce-932f52f19d66 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.1428735 Oct 27 06:02:33.730509 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-92675824-cca0-4fae-beba-37e2f2858c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:33.732577 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-92675824-cca0-4fae-beba-37e2f2858c1e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275&tenant_id=c482bd8fa6824737b96e650ac49d246f HTTP/1.1" status: 200 len: 1097 time: 0.0788348 Oct 27 06:02:33.804551 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-e9fcdd5b-e315-4da7-9e0f-b90c37b4c2e1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2751346 Oct 27 06:02:33.814216 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-63c5d639-1f01-4644-9dc4-2c155bd20ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:33.815706 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-63c5d639-1f01-4644-9dc4-2c155bd20ded service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 1097 time: 0.0418558 Oct 27 06:02:33.835706 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-fcd32de9-065a-4f47-b7eb-cf04b71ae595 None None] Provisioning complete for port 786f62f6-a671-42e0-8b99-afed8eb7fed7 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:33.836356 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-fcd32de9-065a-4f47-b7eb-cf04b71ae595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:33.844788 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Request body: {'port': {'device_id': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:33.874174 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-fcd32de9-065a-4f47-b7eb-cf04b71ae595 None None] Port 786f62f6-a671-42e0-8b99-afed8eb7fed7 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:02:33.877565 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d7db728-8983-4848-80b0-4887a11a9a19 req-71fd52a9-8908-49cb-ad40-be9d2e34cace tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648514 Oct 27 06:02:33.898834 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5471eae4-c8fb-4935-a4c3-40e1e56d6945 req-c6df2dbf-afe7-4d89-92e2-63d1c297fda4 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844985 Oct 27 06:02:33.936122 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722d5b9-2727-41d8-9f3a-1b251fc14820 req-bbd2e855-3fd4-4369-9682-1be330f55984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:33.937618 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0722d5b9-2727-41d8-9f3a-1b251fc14820 req-bbd2e855-3fd4-4369-9682-1be330f55984 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2446105 Oct 27 06:02:33.943780 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:33.943977 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-1b9bfedd-3711-4a40-a211-c371a824e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:33.945265 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-1b9bfedd-3711-4a40-a211-c371a824e4dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 917 time: 0.1199265 Oct 27 06:02:34.050404 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-ebe81615-f461-48af-aa08-1a88ffc91018 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc03615-ccfb-4108-a9fb-a41b903edd24 HTTP/1.1" status: 200 len: 1000 time: 0.0974629 Oct 27 06:02:34.105136 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-b10b021a-5ef9-4cd6-bcbc-b9a4552ed0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:34.106624 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-b10b021a-5ef9-4cd6-bcbc-b9a4552ed0c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0473735 Oct 27 06:02:34.156749 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722d5b9-2727-41d8-9f3a-1b251fc14820 req-e7bfdc51-9658-4d66-a242-5f7cdc8356a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:34.158249 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0722d5b9-2727-41d8-9f3a-1b251fc14820 req-e7bfdc51-9658-4d66-a242-5f7cdc8356a6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2114627 Oct 27 06:02:34.165916 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-7f79e8b8-3cc0-4135-977a-0b5f88667586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:34.167402 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-7f79e8b8-3cc0-4135-977a-0b5f88667586 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533009 Oct 27 06:02:34.235622 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26374b0d-e51a-4b39-925f-cf8ef8af6089 req-e3f74bde-1396-4be2-a576-a68087a0647f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:34.237425 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-26374b0d-e51a-4b39-925f-cf8ef8af6089 req-e3f74bde-1396-4be2-a576-a68087a0647f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.1206610 Oct 27 06:02:34.263152 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-fad1ccbf-f12a-414b-8a8d-327b570dd30c service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867202 Oct 27 06:02:34.341119 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-26374b0d-e51a-4b39-925f-cf8ef8af6089 req-885fce6e-cb2e-4f62-ae75-97389532b3ab tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805104 Oct 27 06:02:34.342787 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-aa223607-1dbe-4c35-bc85-d14b2bb85dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:34.344174 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-aa223607-1dbe-4c35-bc85-d14b2bb85dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1097 time: 0.1252561 Oct 27 06:02:34.353772 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-84f2f32a-68dc-4f7b-ba4b-c1ba49623303 req-6d728695-4b70-4a45-8ade-b75378f0061f service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834548 Oct 27 06:02:34.423888 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-a632ee3e-71d4-444b-bd5e-53b50996b0f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897 HTTP/1.1" status: 200 len: 217 time: 0.0400527 Oct 27 06:02:34.431353 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786f62f6-a671-42e0-8b99-afed8eb7fed7 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:02:34.447720 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:34.483567 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Transition to ACTIVE for port object 786f62f6-a671-42e0-8b99-afed8eb7fed7 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:02:34.491619 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4b5b1835-d863-448c-b71a-18ebae4ed98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:34.493092 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4b5b1835-d863-448c-b71a-18ebae4ed98a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c810bc0-6636-4689-8963-6498aca1c226 HTTP/1.1" status: 200 len: 847 time: 0.0574272 Oct 27 06:02:34.550394 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-5c88c779-1f6d-47b9-85a6-56aabb7aaccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:34.551871 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-5c88c779-1f6d-47b9-85a6-56aabb7aaccf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ae8bbbe-49f9-4b02-9a00-56758380330a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418942 Oct 27 06:02:34.561252 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:34.663371 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Pushing event updated for resources: {'Port': ['ID=786f62f6-a671-42e0-8b99-afed8eb7fed7,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:34.749216 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-4fee3664-3015-43a6-abbd-77153f79222f service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823537 Oct 27 06:02:34.788740 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Attempting to bind port 786f62f6-a671-42e0-8b99-afed8eb7fed7 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:02:34.788871 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Attempting to bind port 786f62f6-a671-42e0-8b99-afed8eb7fed7 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:02:34.789142 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Attempting to bind port 786f62f6-a671-42e0-8b99-afed8eb7fed7 on network 06e334ef-4bd7-4864-9179-0ca1ae606edf {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:02:34.826037 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Port 786f62f6-a671-42e0-8b99-afed8eb7fed7 on network 06e334ef-4bd7-4864-9179-0ca1ae606edf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:02:34.826368 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Attempting to bind port 786f62f6-a671-42e0-8b99-afed8eb7fed7 on network 06e334ef-4bd7-4864-9179-0ca1ae606edf {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:02:34.836060 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:02:34.836395 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Checking segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:02:34.836782 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Bound using segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:02:34.837440 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Bound port: 786f62f6-a671-42e0-8b99-afed8eb7fed7, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:02:34.837630 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:34.905254 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c33abaa3-0fe6-4aa5-b15c-8aa857b034eb req-43d6f2f5-8976-4ccc-bfda-b3d1bed58d8d service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435466 Oct 27 06:02:34.931913 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] For port 786f62f6-a671-42e0-8b99-afed8eb7fed7, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:02:34.935243 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] For port 786f62f6-a671-42e0-8b99-afed8eb7fed7, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=786f62f6-a671-42e0-8b99-afed8eb7fed7,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:02:34.975535 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:35.064731 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015741-eef2-4195-bbeb-e868052af7cb req-408f34e4-068b-4631-935d-ba05539e6ec0 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:35.068873 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-65015741-eef2-4195-bbeb-e868052af7cb req-408f34e4-068b-4631-935d-ba05539e6ec0 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0716500 Oct 27 06:02:35.074642 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:35.095945 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe95a2-e470-48b4-ae48-90587f97266c req-a5c3f29c-6c7c-4beb-9960-e85872bc96b9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:35.098041 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-28fe95a2-e470-48b4-ae48-90587f97266c req-a5c3f29c-6c7c-4beb-9960-e85872bc96b9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.1417391 Oct 27 06:02:35.165028 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:35.165795 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:35.167117 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] 10.222.0.26 "PUT /v2.0/ports/786f62f6-a671-42e0-8b99-afed8eb7fed7 HTTP/1.1" status: 200 len: 1093 time: 1.3363528 Oct 27 06:02:35.229861 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-65015741-eef2-4195-bbeb-e868052af7cb req-7b110199-0ffd-404d-909e-072240865ff2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527927 Oct 27 06:02:35.238701 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-28fe95a2-e470-48b4-ae48-90587f97266c req-a1257a41-ba82-47ef-8ca2-e291e92371a1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315379 Oct 27 06:02:35.239908 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9679ed7-3781-41e6-b431-d50ea90f7448 service neutron] Pushing event updated for resources: {'Port': ['ID=786f62f6-a671-42e0-8b99-afed8eb7fed7,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:35.718755 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'tag': '786f62f6-a671-42e0-8b99-afed8eb7fed7'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:35.721000 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d6deb9-e705-411d-a43f-e811fbc98a56" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ee3653-152f-42b0-8dcb-b7465f155547", "tag": "786f62f6-a671-42e0-8b99-afed8eb7fed7"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:35.748084 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815031b-5262-4cd4-9664-9d0003b562a1 req-d795a316-1443-45f7-a082-f48feda49d42 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:35.749568 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5815031b-5262-4cd4-9664-9d0003b562a1 req-d795a316-1443-45f7-a082-f48feda49d42 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.3145440 Oct 27 06:02:35.794893 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5815031b-5262-4cd4-9664-9d0003b562a1 req-48b710ff-b394-4478-80f4-efff9de14b2a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377157 Oct 27 06:02:35.849341 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e6cd57-d4ce-4cb5-8a68-15a6bf146280 x-openstack-request-id: req-51e6cd57-d4ce-4cb5-8a68-15a6bf146280 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:35.849735 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ee3653-152f-42b0-8dcb-b7465f155547", "tag": "786f62f6-a671-42e0-8b99-afed8eb7fed7", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:35.849988 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51e6cd57-d4ce-4cb5-8a68-15a6bf146280 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:35.850385 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'tag': '786f62f6-a671-42e0-8b99-afed8eb7fed7', 'status': 'completed', 'code': 200} Oct 27 06:02:36.358027 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6748c-e182-41ea-9b7a-2f7228a197fb req-894b94a9-4772-4450-a7d3-c64c20dc9020 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:36.359584 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b9b6748c-e182-41ea-9b7a-2f7228a197fb req-894b94a9-4772-4450-a7d3-c64c20dc9020 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0503366 Oct 27 06:02:36.404468 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b9b6748c-e182-41ea-9b7a-2f7228a197fb req-8a5017d0-9b96-4c2e-8ad7-ff295c9e858e tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372114 Oct 27 06:02:36.511744 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411763-5883-4381-a161-1e6d8321ea25 req-f6cbe092-a426-47bd-a8b6-b3ccb43a8063 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:36.513471 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ee411763-5883-4381-a161-1e6d8321ea25 req-f6cbe092-a426-47bd-a8b6-b3ccb43a8063 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0514841 Oct 27 06:02:36.557494 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ee411763-5883-4381-a161-1e6d8321ea25 req-6d86e8ad-bdd5-485f-a98d-ff9807b6b4b3 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374629 Oct 27 06:02:36.918968 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8facc-7dd5-47fc-9781-2dd476725da3 req-106a66d1-f845-41c9-a3dd-6165adc38ae5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:36.922111 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-52f8facc-7dd5-47fc-9781-2dd476725da3 req-106a66d1-f845-41c9-a3dd-6165adc38ae5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0520167 Oct 27 06:02:36.961353 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-52f8facc-7dd5-47fc-9781-2dd476725da3 req-06fd536f-3798-45f5-b6b8-66031889391a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341737 Oct 27 06:02:37.521981 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa466d8b-7e4b-4357-bb8c-e9355b88dced req-3277f6b7-bd47-4368-8f25-570c35713c7f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:37.523609 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fa466d8b-7e4b-4357-bb8c-e9355b88dced req-3277f6b7-bd47-4368-8f25-570c35713c7f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0510416 Oct 27 06:02:37.563523 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fa466d8b-7e4b-4357-bb8c-e9355b88dced req-18fb443a-24de-47eb-ae70-3c1b553ced83 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Oct 27 06:02:37.678317 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5816b14-9fe0-45d9-b20b-392877507874 req-636c2929-fa55-4253-a000-94b02e3b28bb tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:37.679801 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b5816b14-9fe0-45d9-b20b-392877507874 req-636c2929-fa55-4253-a000-94b02e3b28bb tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0507362 Oct 27 06:02:37.724284 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b5816b14-9fe0-45d9-b20b-392877507874 req-c341d5ca-eeda-465b-b5ff-991c90471802 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384603 Oct 27 06:02:38.086210 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b15261-7ab7-4379-b27c-d93843690a39 req-3448dec1-2c4b-47af-a970-acf1b70814fe tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:38.087740 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c3b15261-7ab7-4379-b27c-d93843690a39 req-3448dec1-2c4b-47af-a970-acf1b70814fe tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0521748 Oct 27 06:02:38.133088 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c3b15261-7ab7-4379-b27c-d93843690a39 req-52491f76-3e1e-4c31-9ad3-373f34016159 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376256 Oct 27 06:02:38.688400 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980519f-203d-4571-b646-e966bcc46ea7 req-e01c96b8-5158-49fd-a888-53a592339044 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:38.689942 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2980519f-203d-4571-b646-e966bcc46ea7 req-e01c96b8-5158-49fd-a888-53a592339044 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0579259 Oct 27 06:02:38.729014 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2980519f-203d-4571-b646-e966bcc46ea7 req-d70a19f7-c12b-4a53-b561-f765a5a6d568 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327237 Oct 27 06:02:38.839732 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de56ff-53e4-425c-a754-d3bdd97da624 req-c6071ced-3454-4c68-b3e0-b84602901fa3 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:38.841260 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-59de56ff-53e4-425c-a754-d3bdd97da624 req-c6071ced-3454-4c68-b3e0-b84602901fa3 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0497983 Oct 27 06:02:38.886540 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-59de56ff-53e4-425c-a754-d3bdd97da624 req-b852025a-31a9-4a78-9579-2cae295548fe tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388238 Oct 27 06:02:39.251780 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03a039-bd57-403f-a76f-ca34ecd4e095 req-2a101aa4-7816-4ee1-8a20-623a24b073ad tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:39.253346 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7c03a039-bd57-403f-a76f-ca34ecd4e095 req-2a101aa4-7816-4ee1-8a20-623a24b073ad tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0505755 Oct 27 06:02:39.293940 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7c03a039-bd57-403f-a76f-ca34ecd4e095 req-2d767472-536b-45f6-8a2a-67934ace3704 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341477 Oct 27 06:02:39.847295 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176817a-e936-4d37-8cf0-e23e314f62f1 req-02fb152f-525d-497e-ab2d-1823bb1f6396 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:39.849602 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a176817a-e936-4d37-8cf0-e23e314f62f1 req-02fb152f-525d-497e-ab2d-1823bb1f6396 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0541582 Oct 27 06:02:39.890707 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a176817a-e936-4d37-8cf0-e23e314f62f1 req-5d37965c-5065-4dbe-9c04-2ee05839654a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351224 Oct 27 06:02:40.010013 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d4c03-14e8-4b79-9576-10c5aaff8765 req-fa500a64-a5f1-4be2-881f-2e5c29e33749 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:40.011487 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af8d4c03-14e8-4b79-9576-10c5aaff8765 req-fa500a64-a5f1-4be2-881f-2e5c29e33749 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0505817 Oct 27 06:02:40.054537 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af8d4c03-14e8-4b79-9576-10c5aaff8765 req-44fbef9a-0527-4af2-aa6f-e5cb16df5829 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371294 Oct 27 06:02:40.417570 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacec974-3e3e-4e4b-a76c-6bb5b58ad254 req-483e2273-ae77-434d-a040-50f29a30807c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:40.419108 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dacec974-3e3e-4e4b-a76c-6bb5b58ad254 req-483e2273-ae77-434d-a040-50f29a30807c tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0510676 Oct 27 06:02:40.459500 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dacec974-3e3e-4e4b-a76c-6bb5b58ad254 req-e45770b5-f350-4d6e-839b-437b4cc7137f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335090 Oct 27 06:02:41.016766 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7b345-a4a9-4d9a-8e4d-bdbceda1af77 req-8da625f0-2a60-40c8-b51c-161d83c6f107 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:41.018963 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-94e7b345-a4a9-4d9a-8e4d-bdbceda1af77 req-8da625f0-2a60-40c8-b51c-161d83c6f107 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0516622 Oct 27 06:02:41.057564 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-94e7b345-a4a9-4d9a-8e4d-bdbceda1af77 req-eb314c48-effe-4837-822b-d39f3934515a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 Oct 27 06:02:41.171556 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76c085-7480-401a-a333-dad8838ffd8f req-212a60ff-61c5-4596-a3c0-fba465d05d4d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:41.173070 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0a76c085-7480-401a-a333-dad8838ffd8f req-212a60ff-61c5-4596-a3c0-fba465d05d4d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0505519 Oct 27 06:02:41.218131 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0a76c085-7480-401a-a333-dad8838ffd8f req-b8385c9c-7967-4c5a-a54f-72f6dee83a80 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383353 Oct 27 06:02:41.584193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd85d4-bcae-4047-86a1-5ccdca327eb9 req-a13faa8a-0855-475b-a576-5d79f7d0fab7 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:41.585937 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-abcd85d4-bcae-4047-86a1-5ccdca327eb9 req-a13faa8a-0855-475b-a576-5d79f7d0fab7 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0504525 Oct 27 06:02:41.626104 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-abcd85d4-bcae-4047-86a1-5ccdca327eb9 req-3899b413-1542-4cdc-8613-5cfa89145792 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341430 Oct 27 06:02:42.172984 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad0c10-82c0-4900-8f1d-27889c591678 req-0cea541d-eb0b-4b7f-9b67-96a9a8eb9922 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:42.174502 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-52ad0c10-82c0-4900-8f1d-27889c591678 req-0cea541d-eb0b-4b7f-9b67-96a9a8eb9922 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0505173 Oct 27 06:02:42.213877 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-52ad0c10-82c0-4900-8f1d-27889c591678 req-55e94a97-6729-4435-8695-9858df9a9067 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325029 Oct 27 06:02:42.337456 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40ff6f-3127-4b6e-b0d8-0cac737b2cee req-816cd8d4-9b1a-4c36-99a6-b45f8d9c8dbb tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:42.339004 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a40ff6f-3127-4b6e-b0d8-0cac737b2cee req-816cd8d4-9b1a-4c36-99a6-b45f8d9c8dbb tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0536363 Oct 27 06:02:42.382436 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8a40ff6f-3127-4b6e-b0d8-0cac737b2cee req-607d6034-8065-4e3a-b840-69e8cdbe85f1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Oct 27 06:02:42.753847 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5226-4e3c-44ca-8979-2f6085c263eb req-f1bbc282-6a49-4d36-95ba-57a07cd7bdd8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:42.755428 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-396e5226-4e3c-44ca-8979-2f6085c263eb req-f1bbc282-6a49-4d36-95ba-57a07cd7bdd8 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0515983 Oct 27 06:02:42.796996 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-396e5226-4e3c-44ca-8979-2f6085c263eb req-203d5fcd-2d60-42a0-9ae0-89ab53aa4f6e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355330 Oct 27 06:02:43.336882 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8291aa-e7e9-435a-8b99-31eebfe838e5 req-50e1a606-c6a5-4397-9826-9fa11312d356 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:43.338542 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b8291aa-e7e9-435a-8b99-31eebfe838e5 req-50e1a606-c6a5-4397-9826-9fa11312d356 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0579545 Oct 27 06:02:43.378134 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b8291aa-e7e9-435a-8b99-31eebfe838e5 req-265146d3-0912-42b4-8923-70610158f970 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336893 Oct 27 06:02:43.502136 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bba1d-7222-4c7d-8284-6e2a39b0c79b req-ef2a8e3a-324f-4a82-aae8-64e64467b71b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:43.503643 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9a2bba1d-7222-4c7d-8284-6e2a39b0c79b req-ef2a8e3a-324f-4a82-aae8-64e64467b71b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0505068 Oct 27 06:02:43.553383 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9a2bba1d-7222-4c7d-8284-6e2a39b0c79b req-1295a0b7-1bb6-41f5-bab1-c872a2f3e4a9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Oct 27 06:02:43.934951 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf20dd8-e4d6-4ac7-b35b-4bec58ecf7c4 req-7d1e48a8-e355-44a1-aa66-aa1d09bccf3f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:43.971427 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fcf20dd8-e4d6-4ac7-b35b-4bec58ecf7c4 req-7d1e48a8-e355-44a1-aa66-aa1d09bccf3f tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0653317 Oct 27 06:02:43.978926 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fcf20dd8-e4d6-4ac7-b35b-4bec58ecf7c4 req-fbd91b85-8fb2-45ce-bd2d-c21c5df41bab tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361576 Oct 27 06:02:44.507162 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcc255-ada3-47e7-943f-d09fa1f5914b req-b36b8b81-535b-4098-8398-1cfafbabe930 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:44.508957 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-27dcc255-ada3-47e7-943f-d09fa1f5914b req-b36b8b81-535b-4098-8398-1cfafbabe930 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0563772 Oct 27 06:02:44.555293 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-27dcc255-ada3-47e7-943f-d09fa1f5914b req-2f1ddd60-e90e-4703-88e7-6804e9405c53 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395029 Oct 27 06:02:44.696830 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adaa45-f2ae-41cd-afae-0049a2b5f80a req-7d49e580-87a0-4596-9dee-149151bf1dfd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:44.698553 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-12adaa45-f2ae-41cd-afae-0049a2b5f80a req-7d49e580-87a0-4596-9dee-149151bf1dfd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0671630 Oct 27 06:02:44.744123 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-12adaa45-f2ae-41cd-afae-0049a2b5f80a req-2b0c3fa1-5e22-4d91-ac6c-3e20380e3f11 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 Oct 27 06:02:45.125194 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0af9f-e483-4069-978f-24d966faafcd req-c56f4a7f-de2e-444e-bd9a-78401774084a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:45.126724 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-92b0af9f-e483-4069-978f-24d966faafcd req-c56f4a7f-de2e-444e-bd9a-78401774084a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0556009 Oct 27 06:02:45.168308 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-92b0af9f-e483-4069-978f-24d966faafcd req-e7949d75-cc25-4e42-a31e-6eaf47e26215 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342278 Oct 27 06:02:45.669901 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c462485-4d96-46b4-9a60-4e9496ee2f6a req-e50fae33-0016-42b3-80aa-4ecfe5b452a6 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:45.671276 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8c462485-4d96-46b4-9a60-4e9496ee2f6a req-e50fae33-0016-42b3-80aa-4ecfe5b452a6 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0479660 Oct 27 06:02:45.708190 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8c462485-4d96-46b4-9a60-4e9496ee2f6a req-57ef41aa-ba46-44da-a9c5-8a16519478dc tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311379 Oct 27 06:02:45.859077 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ced37-17da-4e56-91a9-b192933829e5 req-cd61e1d1-0951-433a-9c7b-1c1171077864 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:45.860541 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1f1ced37-17da-4e56-91a9-b192933829e5 req-cd61e1d1-0951-433a-9c7b-1c1171077864 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0490100 Oct 27 06:02:45.902053 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1f1ced37-17da-4e56-91a9-b192933829e5 req-3b35183d-6c54-497b-898c-ea1058528bd4 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345135 Oct 27 06:02:46.141435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6deb9-e705-411d-a43f-e811fbc98a56 req-c7688893-d79f-4245-8a19-3e3a74cf4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:46.142947 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-44d6deb9-e705-411d-a43f-e811fbc98a56 req-c7688893-d79f-4245-8a19-3e3a74cf4a43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 1096 time: 0.0412169 Oct 27 06:02:46.277630 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6deb9-e705-411d-a43f-e811fbc98a56 req-43ee3b3d-c5c5-491e-825e-027ce4cd2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:46.279102 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-44d6deb9-e705-411d-a43f-e811fbc98a56 req-43ee3b3d-c5c5-491e-825e-027ce4cd2869 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=aa41c69c68d94ff88834231c8d2acb54&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1179292 Oct 27 06:02:46.341969 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f21ee1-bd85-4e76-862a-c80ca51576c8 req-55b7a0f0-e584-4002-bc4f-0407ea1c44ee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:46.343438 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-81f21ee1-bd85-4e76-862a-c80ca51576c8 req-55b7a0f0-e584-4002-bc4f-0407ea1c44ee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.1028962 Oct 27 06:02:46.405739 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-81f21ee1-bd85-4e76-862a-c80ca51576c8 req-25c0b322-03b8-4e6c-b7a0-c3fd8008fcc9 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561101 Oct 27 06:02:46.410054 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6deb9-e705-411d-a43f-e811fbc98a56 req-518fd807-44d9-42dd-9c51-0cc3569ff9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:46.411452 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-44d6deb9-e705-411d-a43f-e811fbc98a56 req-518fd807-44d9-42dd-9c51-0cc3569ff9fe service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217051 Oct 27 06:02:46.528215 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-5a9e3ade-4b55-40da-b77d-b840bbfc946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:46.529616 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-5a9e3ade-4b55-40da-b77d-b840bbfc946a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 1096 time: 0.0460565 Oct 27 06:02:46.580410 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-271f76d4-d682-41c7-bb72-9af617ac8dcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=786f62f6-a671-42e0-8b99-afed8eb7fed7 HTTP/1.1" status: 200 len: 217 time: 0.0334079 Oct 27 06:02:46.631122 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-5506fec8-5f09-4a09-9b23-d674731093b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:46.633137 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-5506fec8-5f09-4a09-9b23-d674731093b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 200 len: 850 time: 0.0436573 Oct 27 06:02:46.689943 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-b99e5b2d-8f48-46f2-b880-9eb3d6e65830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:46.691409 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-b99e5b2d-8f48-46f2-b880-9eb3d6e65830 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06e334ef-4bd7-4864-9179-0ca1ae606edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421977 Oct 27 06:02:46.797194 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-f83bea14-4719-43a6-a7a4-5d301e5ac6e5 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977116 Oct 27 06:02:46.885688 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e9328-b420-4ea4-a66f-5f65f22b2c5b req-e0af9f70-59fe-4d55-bf0d-bdccfcad0b04 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:46.887173 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-128e9328-b420-4ea4-a66f-5f65f22b2c5b req-e0af9f70-59fe-4d55-bf0d-bdccfcad0b04 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.1083305 Oct 27 06:02:46.927396 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-18d8e1d2-4d08-4286-aeae-1a75314bf088 req-debd5a87-9d0e-47d1-8270-ad7df0eea64e service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172423 Oct 27 06:02:46.944536 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-128e9328-b420-4ea4-a66f-5f65f22b2c5b req-81d8ea7c-0a09-4571-9643-61ff046e6cf6 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507097 Oct 27 06:02:47.021600 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3385-adf3-45dd-ac43-a88055f80126 req-8104a64f-580f-48ec-95f4-72fe193e99f2 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:47.024130 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5b4b3385-adf3-45dd-ac43-a88055f80126 req-8104a64f-580f-48ec-95f4-72fe193e99f2 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0516486 Oct 27 06:02:47.067148 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5b4b3385-adf3-45dd-ac43-a88055f80126 req-ebd52c2b-1996-42fc-b305-316e4396f225 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370486 Oct 27 06:02:47.524505 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b5841-7025-4643-b2ce-f344a1355620 req-b7addb30-a4b8-4dc8-8f35-030835f30801 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:47.526036 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-aa9b5841-7025-4643-b2ce-f344a1355620 req-b7addb30-a4b8-4dc8-8f35-030835f30801 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 944 time: 0.0495498 Oct 27 06:02:47.562319 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-aa9b5841-7025-4643-b2ce-f344a1355620 req-9a60f8b2-caae-4970-8614-c759f7eb0aca tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305033 Oct 27 06:02:48.044708 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device acc03615-ccfb-4108-a9fb-a41b903edd24 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:02:48.061238 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf9fa-ec25-4e75-bd68-30ce3e2dc7e9 req-149b0ba3-bdc3-4703-a962-1349c48b7e18 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:48.062775 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-be7cf9fa-ec25-4e75-bd68-30ce3e2dc7e9 req-149b0ba3-bdc3-4703-a962-1349c48b7e18 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0500808 Oct 27 06:02:48.101259 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-be7cf9fa-ec25-4e75-bd68-30ce3e2dc7e9 req-d94dc436-cdc5-4b8e-b1c9-d38eb9e42681 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324528 Oct 27 06:02:48.143696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:48.155200 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'port_id': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'mac_address': 'fa:16:3e:1c:da:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:02:48.181732 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159c6d-f50b-42b5-bf78-e5f77880bfbe req-58e0aa1b-657e-4221-8961-e7925610babc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:48.183230 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-74159c6d-f50b-42b5-bf78-e5f77880bfbe req-58e0aa1b-657e-4221-8961-e7925610babc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0478916 Oct 27 06:02:48.190517 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:48.207492 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc03615-ccfb-4108-a9fb-a41b903edd24 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:02:48.225134 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-74159c6d-f50b-42b5-bf78-e5f77880bfbe req-d4c5c778-55f0-46a1-88bb-e399f2ccf3b6 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359097 Oct 27 06:02:48.226941 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:48.285420 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:48.331970 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=9']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:48.597640 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['acc03615-ccfb-4108-a9fb-a41b903edd24'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:02:48.680452 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4336508-4fa2-4466-90ac-2882c4ef50b0 req-57870027-0bb7-4f65-a2a0-6df346834255 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:48.681973 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b4336508-4fa2-4466-90ac-2882c4ef50b0 req-57870027-0bb7-4f65-a2a0-6df346834255 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 945 time: 0.0481434 Oct 27 06:02:48.719682 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b4336508-4fa2-4466-90ac-2882c4ef50b0 req-05f22b54-7ea4-42cc-ab5b-8aa0262ed7b5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Oct 27 06:02:49.223338 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa00a3-c802-4933-9be8-e899f8bd5423 req-3a5219be-0a2c-4a87-83f8-4df6f0fa448d tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:49.224821 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1dfa00a3-c802-4933-9be8-e899f8bd5423 req-3a5219be-0a2c-4a87-83f8-4df6f0fa448d tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0493088 Oct 27 06:02:49.263545 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1dfa00a3-c802-4933-9be8-e899f8bd5423 req-6031acd4-8390-42a2-a911-6549dd72fbf2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328114 Oct 27 06:02:49.342826 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb1221-549e-49e6-b935-5c07291c0c52 req-bc2f710a-269e-4eb2-956d-c7d79e08e176 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:49.344292 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-abdb1221-549e-49e6-b935-5c07291c0c52 req-bc2f710a-269e-4eb2-956d-c7d79e08e176 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0485528 Oct 27 06:02:49.385270 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-abdb1221-549e-49e6-b935-5c07291c0c52 req-d2141bc0-1119-416a-8c2f-b798ba5e256f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351260 Oct 27 06:02:49.837519 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490996b9-da9e-4d03-983c-bbe75514083a req-39322114-fdcd-491b-85dc-0e4cc2910791 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:49.839015 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-490996b9-da9e-4d03-983c-bbe75514083a req-39322114-fdcd-491b-85dc-0e4cc2910791 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 945 time: 0.0487659 Oct 27 06:02:49.875541 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-490996b9-da9e-4d03-983c-bbe75514083a req-59f4c11c-e455-45b3-ac45-1b627eea3db5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306885 Oct 27 06:02:50.063271 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device acc03615-ccfb-4108-a9fb-a41b903edd24 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:50.108907 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port acc03615-ccfb-4108-a9fb-a41b903edd24 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:50.109290 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:50.182888 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:50.204694 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:50.206902 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4fcf0e-cca5-4aac-8172-d29daba121e3" -d '{"events": [{"server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "name": "network-vif-plugged", "status": "completed", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:50.218844 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:50.245232 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b7f18-eb30-4491-af33-657a7193457e x-openstack-request-id: req-172b7f18-eb30-4491-af33-657a7193457e {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:50.245540 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "name": "network-vif-plugged", "status": "completed", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:50.245867 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-172b7f18-eb30-4491-af33-657a7193457e {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:50.246259 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'code': 200} Oct 27 06:02:50.291523 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:50.344080 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=10']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:50.381106 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a7387-11be-4528-ac1d-ac63185e05e4 req-ff41bd4e-1e60-4f5d-b240-22a958e8638f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:50.383086 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-815a7387-11be-4528-ac1d-ac63185e05e4 req-ff41bd4e-1e60-4f5d-b240-22a958e8638f tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0508490 Oct 27 06:02:50.421407 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-815a7387-11be-4528-ac1d-ac63185e05e4 req-8a87ba55-1234-421d-8cc7-3e18ed87c181 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Oct 27 06:02:50.501966 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9bd0-0caf-4175-a16f-7bbc3af7eea7 req-8662c2be-45f0-49ba-bea9-0d7bc0c1dd30 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:50.503467 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4eec9bd0-0caf-4175-a16f-7bbc3af7eea7 req-8662c2be-45f0-49ba-bea9-0d7bc0c1dd30 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0485082 Oct 27 06:02:50.548573 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4eec9bd0-0caf-4175-a16f-7bbc3af7eea7 req-3abe9eca-c4f9-4a6e-a056-097e39897e23 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384007 Oct 27 06:02:50.623623 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fe6fc-80d6-4932-8762-dd944a498fa8 req-837af1d7-6479-4094-8782-1959459f994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:50.623623 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9e4fe6fc-80d6-4932-8762-dd944a498fa8 req-837af1d7-6479-4094-8782-1959459f994d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 1100 time: 0.0419793 Oct 27 06:02:50.660248 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9e4fe6fc-80d6-4932-8762-dd944a498fa8 req-0f444611-07bf-42a7-8e58-41867a27a359 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276036 Oct 27 06:02:51.000097 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296f20-40f8-4084-854e-f9105bc1ccc8 req-0929b264-313a-4128-a6ea-1ccb50d2153d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:51.001581 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-31296f20-40f8-4084-854e-f9105bc1ccc8 req-0929b264-313a-4128-a6ea-1ccb50d2153d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 947 time: 0.0497148 Oct 27 06:02:51.039732 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-31296f20-40f8-4084-854e-f9105bc1ccc8 req-86418f75-a40f-42b0-93b7-6d2770bc5f92 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Oct 27 06:02:51.538729 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43dbe1-7b7a-4ee7-9163-8ab2f0572b13 req-03935177-da5e-41c8-9227-e6f01c747d7c tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:51.540187 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-df43dbe1-7b7a-4ee7-9163-8ab2f0572b13 req-03935177-da5e-41c8-9227-e6f01c747d7c tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0486052 Oct 27 06:02:51.580089 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-df43dbe1-7b7a-4ee7-9163-8ab2f0572b13 req-ade280b5-779b-40f8-bb3f-523fa613b037 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341790 Oct 27 06:02:51.631329 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:02:51.661908 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a4c6-8f91-4275-9d3a-f55450da99d1 req-7aa52120-266d-4189-88d8-b05402b549bb tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:51.664169 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fbd1a4c6-8f91-4275-9d3a-f55450da99d1 req-7aa52120-266d-4189-88d8-b05402b549bb tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0496719 Oct 27 06:02:51.702288 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fbd1a4c6-8f91-4275-9d3a-f55450da99d1 req-e5d57ea6-d042-49f7-bd84-6e06a11c4c8f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312891 Oct 27 06:02:52.081895 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device eefd0f60-c3c5-482f-bc0a-5734aae16897 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:02:52.158170 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce3bbb-32fe-4615-8843-d3dc1d2ce947 req-31bc22ee-0a99-4790-8b1f-c6c131508002 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:52.159655 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7fce3bbb-32fe-4615-8843-d3dc1d2ce947 req-31bc22ee-0a99-4790-8b1f-c6c131508002 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 947 time: 0.0501506 Oct 27 06:02:52.176744 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port eefd0f60-c3c5-482f-bc0a-5734aae16897, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:52.191794 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'port_id': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'mac_address': 'fa:16:3e:95:5a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:02:52.199626 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7fce3bbb-32fe-4615-8843-d3dc1d2ce947 req-a7ffa969-3983-44e9-9e2c-f15bc33097d2 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326238 Oct 27 06:02:52.231254 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:52.244658 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefd0f60-c3c5-482f-bc0a-5734aae16897 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:02:52.263278 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port eefd0f60-c3c5-482f-bc0a-5734aae16897, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:52.320537 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:52.367752 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=eefd0f60-c3c5-482f-bc0a-5734aae16897,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:52.659373 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['eefd0f60-c3c5-482f-bc0a-5734aae16897'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:02:52.701081 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f9f33-5ca1-4b31-8e1c-418ea1e9eebc req-5d241c4b-48cc-458a-953b-957bd61f1348 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:52.702631 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a67f9f33-5ca1-4b31-8e1c-418ea1e9eebc req-5d241c4b-48cc-458a-953b-957bd61f1348 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 945 time: 0.0491793 Oct 27 06:02:52.760292 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a67f9f33-5ca1-4b31-8e1c-418ea1e9eebc req-b38294d6-6a5e-492a-a495-70cfdceb1e32 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464916 Oct 27 06:02:52.851909 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3bd23-4b9b-457f-805e-b91f6bb2f11f req-4d9256d7-a6a6-4672-844a-d7bdc35d36ed tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:52.853481 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dae3bd23-4b9b-457f-805e-b91f6bb2f11f req-4d9256d7-a6a6-4672-844a-d7bdc35d36ed tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0629504 Oct 27 06:02:52.901795 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dae3bd23-4b9b-457f-805e-b91f6bb2f11f req-dbeedf92-8be3-4b19-a013-4895c8c52957 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384309 Oct 27 06:02:53.324859 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9249704-627b-42aa-94e3-9ceb8127ad61 req-6bd92190-1a43-4160-88e3-ab4f27a250ee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:53.326432 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e9249704-627b-42aa-94e3-9ceb8127ad61 req-6bd92190-1a43-4160-88e3-ab4f27a250ee tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 947 time: 0.0510666 Oct 27 06:02:53.365292 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e9249704-627b-42aa-94e3-9ceb8127ad61 req-c7a8714e-4685-4b8b-94d5-f483ff77a27d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330355 Oct 27 06:02:53.708195 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:53.878673 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355b86-e4d7-4341-a4a4-1ac0938cb639 req-9e1de80e-b74a-4112-8a43-5c20ffd22b69 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:53.880033 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20355b86-e4d7-4341-a4a4-1ac0938cb639 req-9e1de80e-b74a-4112-8a43-5c20ffd22b69 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 945 time: 0.0477946 Oct 27 06:02:53.921018 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20355b86-e4d7-4341-a4a4-1ac0938cb639 req-c1ec5b47-14d6-4e6b-b824-5e966c82f3d3 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346756 Oct 27 06:02:54.024786 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e29b5f-775a-4b37-81a1-72f0f7f2f2e9 req-a4308ad3-3bb5-40da-b7ef-e61e3d0a8d47 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:54.026278 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-91e29b5f-775a-4b37-81a1-72f0f7f2f2e9 req-a4308ad3-3bb5-40da-b7ef-e61e3d0a8d47 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 943 time: 0.0489562 Oct 27 06:02:54.063370 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-91e29b5f-775a-4b37-81a1-72f0f7f2f2e9 req-becd38a4-ba8f-4b74-a092-11373e1dc1dd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Oct 27 06:02:54.087507 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 786f62f6-a671-42e0-8b99-afed8eb7fed7 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:02:54.097301 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device eefd0f60-c3c5-482f-bc0a-5734aae16897 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:54.215893 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 786f62f6-a671-42e0-8b99-afed8eb7fed7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=786f62f6-a671-42e0-8b99-afed8eb7fed7,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:54.227575 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '786f62f6-a671-42e0-8b99-afed8eb7fed7', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'port_id': '786f62f6-a671-42e0-8b99-afed8eb7fed7', 'mac_address': 'fa:16:3e:ab:67:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:02:54.254652 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port eefd0f60-c3c5-482f-bc0a-5734aae16897 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:02:54.264955 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port eefd0f60-c3c5-482f-bc0a-5734aae16897 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:54.265320 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:54.291630 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:54.309067 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786f62f6-a671-42e0-8b99-afed8eb7fed7 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:02:54.332295 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 786f62f6-a671-42e0-8b99-afed8eb7fed7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=786f62f6-a671-42e0-8b99-afed8eb7fed7,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:54.369168 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:54.388083 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:54.394259 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:54.396429 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bcbd9a-556e-4a65-986b-55359db7c0b1" -d '{"events": [{"server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "name": "network-vif-plugged", "status": "completed", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:54.426532 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port eefd0f60-c3c5-482f-bc0a-5734aae16897, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:54.434911 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7d18c8-4bbb-437a-b2be-e414be0a354c x-openstack-request-id: req-8a7d18c8-4bbb-437a-b2be-e414be0a354c {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:54.434911 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "name": "network-vif-plugged", "status": "completed", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:54.434911 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a7d18c8-4bbb-437a-b2be-e414be0a354c {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:54.434911 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'code': 200} Oct 27 06:02:54.453015 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=786f62f6-a671-42e0-8b99-afed8eb7fed7,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:54.502623 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:54.557006 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=eefd0f60-c3c5-482f-bc0a-5734aae16897,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:54.724145 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['786f62f6-a671-42e0-8b99-afed8eb7fed7'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:02:54.806541 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ca168-07bd-42ef-8e04-669cf16616fc req-559601c0-4771-4a3f-b2c7-3bbdba98c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:54.807945 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-df1ca168-07bd-42ef-8e04-669cf16616fc req-559601c0-4771-4a3f-b2c7-3bbdba98c2e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1099 time: 0.0396776 Oct 27 06:02:54.842824 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-df1ca168-07bd-42ef-8e04-669cf16616fc req-f8d6a2e5-3bb0-44cd-a5c5-d97b3e17d6b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273912 Oct 27 06:02:55.044634 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d46ab-6927-44e1-8b51-f4999639621e req-38239333-5abb-427d-8c8b-5e183c1f3f5a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:55.046180 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4f9d46ab-6927-44e1-8b51-f4999639621e req-38239333-5abb-427d-8c8b-5e183c1f3f5a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0476437 Oct 27 06:02:55.088735 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4f9d46ab-6927-44e1-8b51-f4999639621e req-23d18487-d0c0-4486-8168-3a336c44e6c7 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365973 Oct 27 06:02:55.201919 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed59e1-2a7a-405f-8872-cee0519c4d97 req-024c765d-80ac-4c06-895d-6829b996f757 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:55.203430 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82ed59e1-2a7a-405f-8872-cee0519c4d97 req-024c765d-80ac-4c06-895d-6829b996f757 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 944 time: 0.0614908 Oct 27 06:02:55.242215 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82ed59e1-2a7a-405f-8872-cee0519c4d97 req-0d547747-6097-4fb7-8eac-038fcc31469b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329380 Oct 27 06:02:56.094687 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 786f62f6-a671-42e0-8b99-afed8eb7fed7 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:02:56.211446 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 786f62f6-a671-42e0-8b99-afed8eb7fed7 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:02:56.218038 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7909-f76f-4277-b03c-0fa0a5de5cbd req-b5c189ef-d485-4ac2-bcfa-9983c67a27c9 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:56.218038 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-269b7909-f76f-4277-b03c-0fa0a5de5cbd req-b5c189ef-d485-4ac2-bcfa-9983c67a27c9 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0557432 Oct 27 06:02:56.218649 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 786f62f6-a671-42e0-8b99-afed8eb7fed7 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:02:56.218649 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:56.256456 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-269b7909-f76f-4277-b03c-0fa0a5de5cbd req-d1a2af3b-5b9e-4bbc-b140-e5b17e77606b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340023 Oct 27 06:02:56.300965 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:56.334733 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 786f62f6-a671-42e0-8b99-afed8eb7fed7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=786f62f6-a671-42e0-8b99-afed8eb7fed7,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:02:56.401721 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3464704-80ad-47c3-8c3e-4874659449bc req-b898543c-fa23-4848-80ad-6fc28cbc2063 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:56.403105 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b3464704-80ad-47c3-8c3e-4874659449bc req-b898543c-fa23-4848-80ad-6fc28cbc2063 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 944 time: 0.0829179 Oct 27 06:02:56.405411 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:56.411279 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4473-2ca0-4669-a673-d9aef6198fed req-dba8269d-f86b-4359-bb74-810c9a70f07b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:56.413455 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ccec4473-2ca0-4669-a673-d9aef6198fed req-dba8269d-f86b-4359-bb74-810c9a70f07b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0814693 Oct 27 06:02:56.434876 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786f62f6-a671-42e0-8b99-afed8eb7fed7'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:56.437264 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e143f1-544d-4699-ac82-001eafce7391" -d '{"events": [{"server_uuid": "c4ee3653-152f-42b0-8dcb-b7465f155547", "name": "network-vif-plugged", "status": "completed", "tag": "786f62f6-a671-42e0-8b99-afed8eb7fed7"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:56.458408 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=786f62f6-a671-42e0-8b99-afed8eb7fed7,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:56.468056 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b3464704-80ad-47c3-8c3e-4874659449bc req-792656f7-426f-4d0a-806d-c5a93126bf0e tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534914 Oct 27 06:02:56.472755 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ccec4473-2ca0-4669-a673-d9aef6198fed req-02e75e29-8f5a-4fb3-a964-5d1104cbdedd tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524695 Oct 27 06:02:56.494859 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59642) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:56.516014 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ef6d9e-b94c-4961-a4b3-dc6ce45722b0 x-openstack-request-id: req-71ef6d9e-b94c-4961-a4b3-dc6ce45722b0 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:56.516302 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee3653-152f-42b0-8dcb-b7465f155547", "name": "network-vif-plugged", "status": "completed", "tag": "786f62f6-a671-42e0-8b99-afed8eb7fed7", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:56.516645 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71ef6d9e-b94c-4961-a4b3-dc6ce45722b0 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:56.516925 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786f62f6-a671-42e0-8b99-afed8eb7fed7', 'code': 200} Oct 27 06:02:56.630746 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c094e60-9787-4e7a-9b9e-be663b61f536 tempest-TestShelveInstance-639916689 tempest-TestShelveInstance-639916689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:56.633201 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8c094e60-9787-4e7a-9b9e-be663b61f536 tempest-TestShelveInstance-639916689 tempest-TestShelveInstance-639916689-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1094 time: 0.1370642 Oct 27 06:02:56.636119 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59646) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:56.640451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Request body: {'floatingip': {'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'port_id': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:56.757680 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for floatingip, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:56.855688 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:56.902691 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7595448-5191-449a-b2ad-f1c0b19bdc0a req-17791dcd-fa5c-46b1-b15c-03c9ce5d208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:56.904182 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f7595448-5191-449a-b2ad-f1c0b19bdc0a req-17791dcd-fa5c-46b1-b15c-03c9ce5d208c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 1098 time: 0.0403316 Oct 27 06:02:56.939018 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f7595448-5191-449a-b2ad-f1c0b19bdc0a req-567b9c54-27dd-44cf-b55d-2cde6058076f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277109 Oct 27 06:02:56.957104 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Allocated IP 172.27.1.238 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/8f3b8bdc-74d4-400a-bcf6-eb8e05be0811) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:02:57.056509 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:57.146422 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:57.183655 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:02:57.186462 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:02:57.189957 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:02:57.215740 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event updated for resources: {'Port': ['ID=8f3b8bdc-74d4-400a-bcf6-eb8e05be0811,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:57.228715 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.229057 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.229395 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.229757 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.230078 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.230399 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.230718 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.231036 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.231352 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.231668 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.231980 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.232291 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:57.551144 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:57.596197 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75702b6a-2ed1-46d0-8802-c39158cd6e5d req-857a5891-7241-4935-856b-965253be541e tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:57.597717 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-75702b6a-2ed1-46d0-8802-c39158cd6e5d req-857a5891-7241-4935-856b-965253be541e tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 945 time: 0.0550618 Oct 27 06:02:57.636246 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-75702b6a-2ed1-46d0-8802-c39158cd6e5d req-cda63c97-48be-4163-91c8-e3613603604e tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Oct 27 06:02:57.666004 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:57.816754 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:57.851897 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25221868'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:57.935331 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:57.937034 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event updated for resources: {'Port': ['ID=8f3b8bdc-74d4-400a-bcf6-eb8e05be0811,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:58.034552 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.l3_db [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Floating IP 8df1315c-af3d-4367-af4a-2f7cb8b7febb associated. External IP: 172.27.1.238, port: eefd0f60-c3c5-482f-bc0a-5734aae16897. Oct 27 06:02:58.238328 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Router ceacb399-63de-413b-8b7e-5f35214a1440 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:02:58.342128 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:02:58.352568 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] Sync routers for ids ['ceacb399-63de-413b-8b7e-5f35214a1440'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:02:58.361868 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] Routers {'ceacb399-63de-413b-8b7e-5f35214a1440'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:02:58.362513 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:02:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ceacb399-63de-413b-8b7e-5f35214a1440'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:58.422737 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:58.457678 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4604c9b0-a216-4d0d-bf0a-223223a347bb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8203363 Oct 27 06:02:58.458418 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:02:58.462508 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0588b6-5f32-4534-be53-74c3b7aad01b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:02:58.502461 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce32f29-9910-4ace-9d74-a126f579f4f7 x-openstack-request-id: req-0ce32f29-9910-4ace-9d74-a126f579f4f7 {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:02:58.502754 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:02:58.503033 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ce32f29-9910-4ace-9d74-a126f579f4f7 {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:02:58.503435 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'status': 'completed', 'code': 200} Oct 27 06:02:58.587702 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-d14c5786-4d01-4aa9-938b-c68abb67d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:58.589210 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-d14c5786-4d01-4aa9-938b-c68abb67d93c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1099 time: 0.0412893 Oct 27 06:02:58.597067 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] Set router ceacb399-63de-413b-8b7e-5f35214a1440 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:02:58.692936 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-72785053-1aeb-4678-9f34-e4dfd383a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:58.695176 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-72785053-1aeb-4678-9f34-e4dfd383a149 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ae8bbbe-49f9-4b02-9a00-56758380330a HTTP/1.1" status: 200 len: 909 time: 0.0979285 Oct 27 06:02:58.791645 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-8b06f75e-5728-4ea6-af28-4658fc8d5f28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897 HTTP/1.1" status: 200 len: 1000 time: 0.0885692 Oct 27 06:02:58.804531 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8b3b-f85e-49ef-a81e-4cef8b7b5660 req-ad64137b-8be9-4ed3-a702-e4b3d2884800 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:58.806175 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-38ab8b3b-f85e-49ef-a81e-4cef8b7b5660 req-ad64137b-8be9-4ed3-a702-e4b3d2884800 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 945 time: 0.0949559 Oct 27 06:02:58.827900 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '8df1315c-af3d-4367-af4a-2f7cb8b7febb', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'port_id': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'mac_address': 'fa:16:3e:95:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:02:57Z', 'updated_at': '2021-10-27T06:02:57Z', 'revision_number': 0, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:48Z', 'revision_number': 5, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:58.854697 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] Checking router: ceacb399-63de-413b-8b7e-5f35214a1440 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:02:58.863345 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] Routers {'ceacb399-63de-413b-8b7e-5f35214a1440'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:02:58.863949 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:02:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ceacb399-63de-413b-8b7e-5f35214a1440'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:58.876543 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-ac3fe3f6-34a8-40ef-91fe-815232f6ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:58.878060 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-ac3fe3f6-34a8-40ef-91fe-815232f6ad65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c810bc0-6636-4689-8963-6498aca1c226 HTTP/1.1" status: 200 len: 847 time: 0.0708840 Oct 27 06:02:58.881728 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-38ab8b3b-f85e-49ef-a81e-4cef8b7b5660 req-8085102b-5b65-4743-b7fe-f9e45b1bf84e tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667279 Oct 27 06:02:58.933114 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-83cfc2e7-2543-47d0-95ae-ce036ed84efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:58.934785 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-83cfc2e7-2543-47d0-95ae-ce036ed84efb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ae8bbbe-49f9-4b02-9a00-56758380330a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491233 Oct 27 06:02:58.978571 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] Set router ceacb399-63de-413b-8b7e-5f35214a1440 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:02:59.070504 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce73fea-124a-4183-bd8f-d6f06d349d69 req-c046b7dc-bc13-41d2-9167-6ba7eb5b2711 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:59.072503 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bce73fea-124a-4183-bd8f-d6f06d349d69 req-c046b7dc-bc13-41d2-9167-6ba7eb5b2711 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 945 time: 0.0786302 Oct 27 06:02:59.078052 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-02d41d52-dc5d-4870-9164-f88723d98f3c service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329319 Oct 27 06:02:59.161111 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bce73fea-124a-4183-bd8f-d6f06d349d69 req-19302623-328f-42bd-b9f2-167a754fb0f6 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820436 Oct 27 06:02:59.186805 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59674) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:59.198275 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a0588b6-5f32-4534-be53-74c3b7aad01b req-de8de5c5-075a-4945-9db9-61c09dc9ac5a service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055100 Oct 27 06:02:59.224301 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '8df1315c-af3d-4367-af4a-2f7cb8b7febb', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'port_id': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'mac_address': 'fa:16:3e:95:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:02:57Z', 'updated_at': '2021-10-27T06:02:57Z', 'revision_number': 0, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:48Z', 'revision_number': 5, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:02:59.257535 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dae9e1-4b58-48da-bdfb-d78eabba8a24 None None] The sync data for ids ['ceacb399-63de-413b-8b7e-5f35214a1440'] in dv-cinder-815582-2-iscsi is: [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '8df1315c-af3d-4367-af4a-2f7cb8b7febb', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'port_id': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'mac_address': 'fa:16:3e:95:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:02:57Z', 'updated_at': '2021-10-27T06:02:57Z', 'revision_number': 0, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:48Z', 'revision_number': 5, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:02:59.289322 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781521fa-97d7-43f1-9396-7db4accdfba6 tempest-TestVolumeBootPattern-1102124094 tempest-TestVolumeBootPattern-1102124094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:02:59.291047 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-781521fa-97d7-43f1-9396-7db4accdfba6 tempest-TestVolumeBootPattern-1102124094 tempest-TestVolumeBootPattern-1102124094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 1093 time: 0.1031141 Oct 27 06:02:59.294284 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 59682) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:02:59.299853 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'floatingip': {'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'port_id': '786f62f6-a671-42e0-8b99-afed8eb7fed7', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:02:59.392077 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:59.457892 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481cf04-2e16-4194-a06d-55fbcd9120a5 None None] New status for floating IP 8df1315c-af3d-4367-af4a-2f7cb8b7febb: ACTIVE {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:02:59.493032 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:59.588524 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-a15d41cc-5288-49d9-97b2-9372fb3622bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:59.605120 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Allocated IP 172.27.1.185 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/7aa33485-37fe-44fa-89f0-82507f68eab6) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:02:59.705850 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:59.800584 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:02:59.844287 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:02:59.848817 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:02:59.854081 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:02:59.857207 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'Port': ['ID=7aa33485-37fe-44fa-89f0-82507f68eab6,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:02:59.884599 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.884950 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.885315 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.885700 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.885979 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.886312 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.886638 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.886962 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.887287 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.887608 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.887984 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:02:59.888231 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:00.199993 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:00.322452 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:00.471107 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:00.546039 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:00.612309 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'Port': ['ID=7aa33485-37fe-44fa-89f0-82507f68eab6,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:00.625244 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:00.723539 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.l3_db [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Floating IP e89fbe76-ef3f-4b76-8fad-e2e6a80b0cd6 associated. External IP: 172.27.1.185, port: 786f62f6-a671-42e0-8b99-afed8eb7fed7. Oct 27 06:03:01.169680 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:03:01.274882 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:03:01.284477 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c380f-e287-4773-b535-4b3def14927f None None] Sync routers for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:03:01.293970 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c380f-e287-4773-b535-4b3def14927f None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:03:01.299322 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-829c380f-e287-4773-b535-4b3def14927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:02:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:01.378091 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:01.402912 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-829c380f-e287-4773-b535-4b3def14927f None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:03:01.406262 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-55c11893-3be7-47e3-8060-81483473f65b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1107593 Oct 27 06:03:01.406986 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'tag': '786f62f6-a671-42e0-8b99-afed8eb7fed7'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:03:01.409384 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a66d121-1d90-4177-88a9-415727afaa19" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ee3653-152f-42b0-8dcb-b7465f155547", "tag": "786f62f6-a671-42e0-8b99-afed8eb7fed7"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:03:01.446237 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227d4283-f952-4251-b2bd-6a230f98032a x-openstack-request-id: req-227d4283-f952-4251-b2bd-6a230f98032a {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:03:01.446531 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ee3653-152f-42b0-8dcb-b7465f155547", "tag": "786f62f6-a671-42e0-8b99-afed8eb7fed7", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:03:01.446788 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-227d4283-f952-4251-b2bd-6a230f98032a {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:03:01.447191 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'tag': '786f62f6-a671-42e0-8b99-afed8eb7fed7', 'status': 'completed', 'code': 200} Oct 27 06:03:01.541308 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66d121-1d90-4177-88a9-415727afaa19 req-cc4edc04-b752-413a-92d5-abae01ef8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:01.542890 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a66d121-1d90-4177-88a9-415727afaa19 req-cc4edc04-b752-413a-92d5-abae01ef8c33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 1098 time: 0.0410609 Oct 27 06:03:01.629229 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-829c380f-e287-4773-b535-4b3def14927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'e89fbe76-ef3f-4b76-8fad-e2e6a80b0cd6', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': '786f62f6-a671-42e0-8b99-afed8eb7fed7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:ab:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:03:00Z', 'updated_at': '2021-10-27T06:03:00Z', 'revision_number': 0, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:01.636810 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66d121-1d90-4177-88a9-415727afaa19 req-9b319c1f-3e9a-46b8-8146-25823c45ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:01.638341 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a66d121-1d90-4177-88a9-415727afaa19 req-9b319c1f-3e9a-46b8-8146-25823c45ba2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 912 time: 0.0881097 Oct 27 06:03:01.659560 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c380f-e287-4773-b535-4b3def14927f None None] Checking router: cfbf2243-0379-4b87-bbe5-a4a35ed1c032 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:03:01.667766 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c380f-e287-4773-b535-4b3def14927f None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:03:01.668358 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-829c380f-e287-4773-b535-4b3def14927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:02:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:01.703697 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a66d121-1d90-4177-88a9-415727afaa19 req-38bac30c-27f8-488c-91cf-b32fa2ddba45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=786f62f6-a671-42e0-8b99-afed8eb7fed7 HTTP/1.1" status: 200 len: 999 time: 0.0582783 Oct 27 06:03:01.752704 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66d121-1d90-4177-88a9-415727afaa19 req-91e420fa-cd9c-464d-98fa-7d9a17a3005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:01.754223 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a66d121-1d90-4177-88a9-415727afaa19 req-91e420fa-cd9c-464d-98fa-7d9a17a3005e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 200 len: 850 time: 0.0435312 Oct 27 06:03:01.771884 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-829c380f-e287-4773-b535-4b3def14927f None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:03:01.801982 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66d121-1d90-4177-88a9-415727afaa19 req-5b346f8a-9e0b-4834-a69b-db5f35c64b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:01.804014 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a66d121-1d90-4177-88a9-415727afaa19 req-5b346f8a-9e0b-4834-a69b-db5f35c64b22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06e334ef-4bd7-4864-9179-0ca1ae606edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423965 Oct 27 06:03:01.910317 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a66d121-1d90-4177-88a9-415727afaa19 req-3ce4ce73-17d6-4ae7-936b-cfe8b01c537e service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908086 Oct 27 06:03:01.996213 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2a66d121-1d90-4177-88a9-415727afaa19 req-65987f46-0add-43d5-8dc5-accfb2e725a8 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874827 Oct 27 06:03:02.000372 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-829c380f-e287-4773-b535-4b3def14927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'e89fbe76-ef3f-4b76-8fad-e2e6a80b0cd6', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': '786f62f6-a671-42e0-8b99-afed8eb7fed7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:ab:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:03:00Z', 'updated_at': '2021-10-27T06:03:00Z', 'revision_number': 0, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:02.029265 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c380f-e287-4773-b535-4b3def14927f None None] The sync data for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi is: [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'e89fbe76-ef3f-4b76-8fad-e2e6a80b0cd6', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': '786f62f6-a671-42e0-8b99-afed8eb7fed7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:ab:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:03:00Z', 'updated_at': '2021-10-27T06:03:00Z', 'revision_number': 0, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:03:02.148821 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-23692f79-5fb7-4d9f-842f-cba07437a906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:02.211154 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea7205f-e5bd-47d9-b78a-729d6a1309cd None None] New status for floating IP e89fbe76-ef3f-4b76-8fad-e2e6a80b0cd6: ACTIVE {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:03:03.171220 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:03.411477 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:05.033844 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:23.711550 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:24.037202 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa3997-d25e-42b9-a371-327f0ab19aa2 req-f4622270-dd9c-4fcd-ba6c-7170bbfbb4d7 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:24.038699 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ffa3997-d25e-42b9-a371-327f0ab19aa2 req-f4622270-dd9c-4fcd-ba6c-7170bbfbb4d7 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 945 time: 0.0491645 Oct 27 06:03:24.077177 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7ffa3997-d25e-42b9-a371-327f0ab19aa2 req-acecdd86-7d52-4d64-abe5-b87808f5b533 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318873 Oct 27 06:03:25.192746 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ac0b3-ca02-4b57-af59-9200bf18152d req-1c6dfb2a-35a9-49ed-a514-097afd77d957 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:25.194284 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6e4ac0b3-ca02-4b57-af59-9200bf18152d req-1c6dfb2a-35a9-49ed-a514-097afd77d957 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 945 time: 0.0485260 Oct 27 06:03:25.232002 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6e4ac0b3-ca02-4b57-af59-9200bf18152d req-066c920f-f776-4dd0-9564-5e9e38b68889 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Oct 27 06:03:26.235291 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-56580c4e-fc11-4f7b-979b-71c8d2e8eb88 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:26.236744 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-56580c4e-fc11-4f7b-979b-71c8d2e8eb88 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 945 time: 0.0517378 Oct 27 06:03:26.365477 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dc7b6-64ed-42d3-8e8c-62bb1a2b16af req-aa821c8b-42fe-4e37-85ee-53ffdf323eed tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:26.366951 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-000dc7b6-64ed-42d3-8e8c-62bb1a2b16af req-aa821c8b-42fe-4e37-85ee-53ffdf323eed tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 945 time: 0.0631301 Oct 27 06:03:26.370052 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Deleting port bb27f4a2-28e8-4740-bac2-45f20dc50751 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:26.370411 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:26.451192 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-000dc7b6-64ed-42d3-8e8c-62bb1a2b16af req-e1ff6c57-af9b-4eaf-9300-561301d03203 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups?id=88799d3b-fba8-432a-99fa-352a8255fa63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778737 Oct 27 06:03:26.485287 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] For port bb27f4a2-28e8-4740-bac2-45f20dc50751, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bb27f4a2-28e8-4740-bac2-45f20dc50751,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:26.485723 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:26.658792 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:26.659154 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:26.659470 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.l3_db [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Floating IP 5a97d902-cab4-4f54-8265-dbfbc4364bb2 disassociated. External IP: 172.27.1.29, port: bb27f4a2-28e8-4740-bac2-45f20dc50751. Oct 27 06:03:26.659841 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Calling delete_port for bb27f4a2-28e8-4740-bac2-45f20dc50751 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:26.831676 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:26.860256 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event deleted for resources: {'Port': ['ID=bb27f4a2-28e8-4740-bac2-45f20dc50751,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:26.973711 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Router 0913fa8f-383e-4e5e-810c-ea440f7de558 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:03:27.081150 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:03:27.091850 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] Sync routers for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:03:27.104226 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:03:27.104848 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:03:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:27.123919 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] No DVR routers for this DVR port bb27f4a2-28e8-4740-bac2-45f20dc50751 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:03:27.126402 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:27.129773 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-60476a07-c7a0-4f93-aa51-80ec433ad281 req-3c792b39-3b41-4cd4-8b0d-b6ef0e3e0b2a tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.26 "DELETE /v2.0/ports/bb27f4a2-28e8-4740-bac2-45f20dc50751 HTTP/1.1" status: 204 len: 173 time: 0.8848197 Oct 27 06:03:27.130282 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'name': 'network-vif-deleted', 'tag': 'bb27f4a2-28e8-4740-bac2-45f20dc50751'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:03:27.132465 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f40c0-1c77-4c78-8f8f-706e816a59f5" -d '{"events": [{"server_uuid": "7c66f878-b6a2-4035-93e3-5eae65b2cc73", "name": "network-vif-deleted", "tag": "bb27f4a2-28e8-4740-bac2-45f20dc50751"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:03:27.168636 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a557c8-b7f3-4241-98e2-47ab733c22e5 x-openstack-request-id: req-18a557c8-b7f3-4241-98e2-47ab733c22e5 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:03:27.168937 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c66f878-b6a2-4035-93e3-5eae65b2cc73", "name": "network-vif-deleted", "tag": "bb27f4a2-28e8-4740-bac2-45f20dc50751", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:03:27.169188 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18a557c8-b7f3-4241-98e2-47ab733c22e5 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:03:27.169585 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c66f878-b6a2-4035-93e3-5eae65b2cc73', 'name': 'network-vif-deleted', 'tag': 'bb27f4a2-28e8-4740-bac2-45f20dc50751', 'status': 'completed', 'code': 200} Oct 27 06:03:27.211464 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:03:27.418148 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:27.446475 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] Checking router: 0913fa8f-383e-4e5e-810c-ea440f7de558 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:03:27.459192 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:03:27.459814 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:03:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:27.556894 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-59379453-09d6-47c8-820d-b747d69177bd req-4809fb6c-34a6-4f23-9b47-35c1a7dc978f tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c66f878-b6a2-4035-93e3-5eae65b2cc73 HTTP/1.1" status: 200 len: 210 time: 0.0259674 Oct 27 06:03:27.571952 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:03:27.769132 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:27.794865 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142ea26-d447-461d-b30e-8e4e2cd9b11f None None] The sync data for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi is: [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:46Z', 'revision_number': 4, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '0858cf44-1e1d-4729-aad6-9bf0b2658785', 'name': '', 'network_id': '791f211a-d120-4756-bade-e92f947a1db8', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'mac_address': 'fa:16:3e:67:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:45Z', 'updated_at': '2021-10-27T05:57:51Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'subnets': [{'id': '828a660e-e26a-4dc9-9073-1f5128f4f313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:03:28.003887 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a6e1a-10a4-4498-bea6-a4f8ae5d2059 None None] New status for floating IP 5a97d902-cab4-4f54-8265-dbfbc4364bb2: DOWN {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:03:28.630159 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:03:28.701044 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 59826) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:28.755891 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e88aaf08-c35f-403e-830a-f44e7dbbdefd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:28.778733 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e88aaf08-c35f-403e-830a-f44e7dbbdefd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:28.903032 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e88aaf08-c35f-403e-830a-f44e7dbbdefd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:28.905588 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e88aaf08-c35f-403e-830a-f44e7dbbdefd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:28.906779 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-e88aaf08-c35f-403e-830a-f44e7dbbdefd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "DELETE /v2.0/security-groups/88799d3b-fba8-432a-99fa-352a8255fa63 HTTP/1.1" status: 204 len: 168 time: 0.2047131 Oct 27 06:03:28.909564 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59828) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:28.915844 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aaf08-c35f-403e-830a-f44e7dbbdefd tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88799d3b-fba8-432a-99fa-352a8255fa63,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:28.925451 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.api.v2.resource [None req-4f1deaad-d0fc-408b-97f6-bdfdb00b51f6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] show failed (client error): The resource could not be found. Oct 27 06:03:28.927261 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4f1deaad-d0fc-408b-97f6-bdfdb00b51f6 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "GET /v2.0/security-groups/88799d3b-fba8-432a-99fa-352a8255fa63 HTTP/1.1" status: 404 len: 347 time: 0.0158741 Oct 27 06:03:28.932390 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59830) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:29.053569 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-24622a21-eaf0-459e-a815-769f525edaa5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Deleting port 7afbea5d-f43e-403f-9869-7980c612a004 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:29.053946 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-24622a21-eaf0-459e-a815-769f525edaa5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:29.130722 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-24622a21-eaf0-459e-a815-769f525edaa5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:29.131043 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-24622a21-eaf0-459e-a815-769f525edaa5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:29.143223 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-24622a21-eaf0-459e-a815-769f525edaa5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Calling delete_port for 7afbea5d-f43e-403f-9869-7980c612a004 owned by network:floatingip {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:29.336442 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-24622a21-eaf0-459e-a815-769f525edaa5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:29.370882 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24622a21-eaf0-459e-a815-769f525edaa5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Pushing event deleted for resources: {'Port': ['ID=7afbea5d-f43e-403f-9869-7980c612a004,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:29.405600 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-606c3372-7c99-41e3-b58b-284e89824400 req-a98bce15-8c5f-46de-913a-4305e5fbc6f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443087 Oct 27 06:03:29.423855 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-24622a21-eaf0-459e-a815-769f525edaa5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks [] for floatingip, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:29.426597 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-24622a21-eaf0-459e-a815-769f525edaa5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:29.427719 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-24622a21-eaf0-459e-a815-769f525edaa5 tempest-AttachVolumeTestJSON-1022713300 tempest-AttachVolumeTestJSON-1022713300-project] 10.222.0.30 "DELETE /v2.0/floatingips/5a97d902-cab4-4f54-8265-dbfbc4364bb2 HTTP/1.1" status: 204 len: 168 time: 0.4943693 Oct 27 06:03:29.511900 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3372-7c99-41e3-b58b-284e89824400 req-8d150e58-6e5e-47e4-aae4-c330417d03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:29.513370 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-606c3372-7c99-41e3-b58b-284e89824400 req-8d150e58-6e5e-47e4-aae4-c330417d03c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c482bd8fa6824737b96e650ac49d246f&device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 1100 time: 0.0448043 Oct 27 06:03:29.603029 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-7caf1c5a-9c20-4fab-b2a6-699d02c148ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:29.618360 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3372-7c99-41e3-b58b-284e89824400 req-e33bec12-678a-42fc-bb99-0c25c8a2c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:29.620358 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-606c3372-7c99-41e3-b58b-284e89824400 req-e33bec12-678a-42fc-bb99-0c25c8a2c97e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 200 len: 917 time: 0.0852485 Oct 27 06:03:29.694230 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-606c3372-7c99-41e3-b58b-284e89824400 req-0afe3ac5-ade5-4c6f-bbbd-379eef8e7ec4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc03615-ccfb-4108-a9fb-a41b903edd24 HTTP/1.1" status: 200 len: 1002 time: 0.0663750 Oct 27 06:03:29.744323 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3372-7c99-41e3-b58b-284e89824400 req-e79e683c-05e8-4a6d-b48a-d3e69919348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:29.746577 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-606c3372-7c99-41e3-b58b-284e89824400 req-e79e683c-05e8-4a6d-b48a-d3e69919348a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 200 len: 855 time: 0.0443997 Oct 27 06:03:29.790871 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3372-7c99-41e3-b58b-284e89824400 req-76b921b4-8ff8-4bb7-ac5d-678e4475b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:29.792965 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-606c3372-7c99-41e3-b58b-284e89824400 req-76b921b4-8ff8-4bb7-ac5d-678e4475b18b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3177cac3-82d5-490f-bd50-8410e69bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389881 Oct 27 06:03:29.885021 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-606c3372-7c99-41e3-b58b-284e89824400 req-9b74e641-a88d-47ef-b554-ad32c498fbf5 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836542 Oct 27 06:03:29.974114 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-606c3372-7c99-41e3-b58b-284e89824400 req-38955b3d-88ef-4e05-8a8b-4dcc389e0ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808761 Oct 27 06:03:30.254444 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device bb27f4a2-28e8-4740-bac2-45f20dc50751 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:03:30.274109 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: bb27f4a2-28e8-4740-bac2-45f20dc50751 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:03:30.274450 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device bb27f4a2-28e8-4740-bac2-45f20dc50751 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:03:32.162909 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-07f03e19-361a-4279-b5ee-b086b9329e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:33.204865 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:33.225639 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d65d33-d43f-42da-8055-0ae2bb0038cb req-1bf76645-f8f9-466c-a60d-cef9be7183e4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:33.225639 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-35d65d33-d43f-42da-8055-0ae2bb0038cb req-1bf76645-f8f9-466c-a60d-cef9be7183e4 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 947 time: 0.0541830 Oct 27 06:03:33.265803 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-35d65d33-d43f-42da-8055-0ae2bb0038cb req-69db2c4c-7d47-4ceb-8e79-8f4bc18462cb tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344634 Oct 27 06:03:33.293921 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59872) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:33.416200 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:34.004441 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570938'] for router_interface, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:34.283216 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] Deleting port 0858cf44-1e1d-4729-aad6-9bf0b2658785 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:34.283464 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:34.359707 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] For port 0858cf44-1e1d-4729-aad6-9bf0b2658785, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=0858cf44-1e1d-4729-aad6-9bf0b2658785,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:34.360442 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:34.373127 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] Calling delete_port for 0858cf44-1e1d-4729-aad6-9bf0b2658785 owned by network:router_interface {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:34.384633 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd89081-1209-4e02-bfd4-d37a8c28ec63 req-68588dcc-57c6-4ab5-9217-d4dcc8b0dd6a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:34.386219 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8cd89081-1209-4e02-bfd4-d37a8c28ec63 req-68588dcc-57c6-4ab5-9217-d4dcc8b0dd6a tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 947 time: 0.0493643 Oct 27 06:03:34.424644 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8cd89081-1209-4e02-bfd4-d37a8c28ec63 req-10ab0da5-b33e-4a1a-9fd1-a2d6c548b9b6 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups?id=75c19e8f-ac3f-4a3e-b882-f0953c722430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323269 Oct 27 06:03:34.648680 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:34.676850 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] Pushing event deleted for resources: {'Port': ['ID=0858cf44-1e1d-4729-aad6-9bf0b2658785,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:34.837025 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-bce28e2d-df6d-4534-90af-002396130318 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:34.838595 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-bce28e2d-df6d-4534-90af-002396130318 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.26 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 947 time: 0.0537863 Oct 27 06:03:34.847225 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571094'] for router_interface, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:34.944413 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Deleting port acc03615-ccfb-4108-a9fb-a41b903edd24 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:34.944749 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:34.999520 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.036148 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] For port acc03615-ccfb-4108-a9fb-a41b903edd24, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=acc03615-ccfb-4108-a9fb-a41b903edd24,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:35.036511 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.062471 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] Router 0913fa8f-383e-4e5e-810c-ea440f7de558 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:03:35.164544 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:03:35.170318 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a1ff3bd9-6745-41e5-b740-0f15e3f2d73c admin admin] 10.222.0.30 "PUT /v2.0/routers/0913fa8f-383e-4e5e-810c-ea440f7de558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8753667 Oct 27 06:03:35.172950 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59880) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:35.173877 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] Sync routers for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:03:35.185140 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:03:35.186902 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:03:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:35.210452 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.210825 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.211141 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.l3_db [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Floating IP 3aebcaed-7ad2-4b9b-a18d-8a3ab53b51bc disassociated. External IP: 172.27.1.142, port: acc03615-ccfb-4108-a9fb-a41b903edd24. Oct 27 06:03:35.211489 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Calling delete_port for acc03615-ccfb-4108-a9fb-a41b903edd24 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:35.275743 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Publish callbacks [] for router, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.292000 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:03:35.388289 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.417126 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.456494 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event deleted for resources: {'Port': ['ID=acc03615-ccfb-4108-a9fb-a41b903edd24,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:35.472117 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T06:03:34Z', 'revision_number': 5, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port': {'id': '3c223e3e-9a40-468c-a5b2-4f223d1152f5', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T05:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:35.496392 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Deleting port 3c223e3e-9a40-468c-a5b2-4f223d1152f5 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:35.496782 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.517423 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] Checking router: 0913fa8f-383e-4e5e-810c-ea440f7de558 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:03:35.530112 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] Routers {'0913fa8f-383e-4e5e-810c-ea440f7de558'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:03:35.531293 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:03:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['0913fa8f-383e-4e5e-810c-ea440f7de558'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:35.580611 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f609c9f4-30ed-4fb2-8363-208543fde7b9 req-a57b78b4-0bf9-41f3-8030-b63c61bdd8d3 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 210 time: 0.0359223 Oct 27 06:03:35.593559 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] For port 3c223e3e-9a40-468c-a5b2-4f223d1152f5, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=3c223e3e-9a40-468c-a5b2-4f223d1152f5,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:35.593559 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.603848 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Router f50b4fb6-2ca1-4520-9ed2-2e004320946d has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:03:35.608841 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Calling delete_port for 3c223e3e-9a40-468c-a5b2-4f223d1152f5 owned by network:router_gateway {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:35.632873 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] Set router 0913fa8f-383e-4e5e-810c-ea440f7de558 gateway port host: None {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:03:35.684402 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T06:03:35Z', 'revision_number': 6, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port_host': None}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:35.713291 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf46e0-94a6-4783-a965-cac9e3a6583b None None] The sync data for ids ['0913fa8f-383e-4e5e-810c-ea440f7de558'] in dv-cinder-815582-2-iscsi is: [{'id': '0913fa8f-383e-4e5e-810c-ea440f7de558', 'name': 'tempest-AttachVolumeTestJSON-499336307-router', 'tenant_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:57:42Z', 'updated_at': '2021-10-27T06:03:35Z', 'revision_number': 6, 'project_id': '12bd4b93b23c43fc98aa2527a1eeccd8', 'gw_port_host': None}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:03:35.717037 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:03:35.735669 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] Sync routers for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:03:35.755744 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:03:35.756405 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:03:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:35.779297 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] No DVR routers for this DVR port acc03615-ccfb-4108-a9fb-a41b903edd24 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:03:35.781928 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.785411 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-258e4b05-f689-4a59-a3e1-6a3e1ebd791a req-6dea4d8b-2597-4bfc-ae2f-425e73d0c264 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.26 "DELETE /v2.0/ports/acc03615-ccfb-4108-a9fb-a41b903edd24 HTTP/1.1" status: 204 len: 173 time: 0.9387398 Oct 27 06:03:35.786001 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'name': 'network-vif-deleted', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:03:35.791988 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9b4ee4-fe1d-4f6b-adc3-92620e6ca828" -d '{"events": [{"server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "name": "network-vif-deleted", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:03:35.828193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbd6f62-c8d7-4863-89b1-40b359251ab8 x-openstack-request-id: req-7fbd6f62-c8d7-4863-89b1-40b359251ab8 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:03:35.828193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddd969d-f736-436a-b6a2-497196d0c275", "name": "network-vif-deleted", "tag": "acc03615-ccfb-4108-a9fb-a41b903edd24", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:03:35.828193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fbd6f62-c8d7-4863-89b1-40b359251ab8 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:03:35.828193 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddd969d-f736-436a-b6a2-497196d0c275', 'name': 'network-vif-deleted', 'tag': 'acc03615-ccfb-4108-a9fb-a41b903edd24', 'status': 'completed', 'code': 200} Oct 27 06:03:35.843233 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:35.875023 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:03:35.887225 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3c223e3e-9a40-468c-a5b2-4f223d1152f5,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:35.952791 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561012'] for router_gateway, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.068812 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-538'] for router, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.071230 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.203330 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570852'] for router, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.203833 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0913fa8f-383e-4e5e-810c-ea440f7de558 {{(pid=113447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 06:03:36.214163 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.214163 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-1012eddf-8de1-48bc-a9dd-5ad1b0f386cf admin admin] 10.222.0.30 "DELETE /v2.0/routers/0913fa8f-383e-4e5e-810c-ea440f7de558 HTTP/1.1" status: 204 len: 168 time: 1.0367424 Oct 27 06:03:36.215062 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:36.215245 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 59886) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:36.240730 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] Checking router: f50b4fb6-2ca1-4520-9ed2-2e004320946d for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:03:36.249956 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:03:36.250566 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:03:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:36.257831 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_v2 [None req-0572e528-0b9c-42e8-af23-047ffaafbbd5 admin admin] Deleting subnet 828a660e-e26a-4dc9-9073-1f5128f4f313 {{(pid=113446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:03:36.261596 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0572e528-0b9c-42e8-af23-047ffaafbbd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.295619 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0572e528-0b9c-42e8-af23-047ffaafbbd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2475731'] for subnet, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.352839 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:03:36.375019 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0572e528-0b9c-42e8-af23-047ffaafbbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.506693 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0572e528-0b9c-42e8-af23-047ffaafbbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26505613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257979'] for subnet, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.533925 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572e528-0b9c-42e8-af23-047ffaafbbd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=828a660e-e26a-4dc9-9073-1f5128f4f313,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:36.537785 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0572e528-0b9c-42e8-af23-047ffaafbbd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.540845 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-0572e528-0b9c-42e8-af23-047ffaafbbd5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/828a660e-e26a-4dc9-9073-1f5128f4f313 HTTP/1.1" status: 204 len: 168 time: 0.3264825 Oct 27 06:03:36.544077 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59888) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:36.549323 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d4d6f7-0140-4e08-bddc-a9e1d805fa00 None None] Network 791f211a-d120-4756-bade-e92f947a1db8 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:03:36.574256 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:36.612798 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.612956 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d76bc9-6199-4198-9461-f2486b85d83d None None] The sync data for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi is: [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T05:56:18Z', 'revision_number': 4, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': 'd5ffda69-e703-4577-b6e9-206efb3680e7', 'name': '', 'network_id': '3177cac3-82d5-490f-bd50-8410e69bf297', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'mac_address': 'fa:16:3e:63:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:17Z', 'updated_at': '2021-10-27T05:56:27Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'subnets': [{'id': '02cc1477-b8d6-4c44-9288-f42f6425e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:03:36.751454 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Deleting port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:36.751859 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.757507 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ff1dd429-bb65-4513-a9fe-2d11420c598f req-734ffd8d-01ab-47e9-ae8a-4cfdb99f863e tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cddd969d-f736-436a-b6a2-497196d0c275 HTTP/1.1" status: 200 len: 210 time: 0.0346177 Oct 27 06:03:36.803853 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] DHCP port deletion for 791f211a-d120-4756-bade-e92f947a1db8 request from dv-cinder-815582-2-iscsi {{(pid=113448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 06:03:36.839720 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 0858cf44-1e1d-4729-aad6-9bf0b2658785 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:03:36.857594 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] For port bb14ebb9-59d2-48c5-8bee-0063cdb325e5, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=bb14ebb9-59d2-48c5-8bee-0063cdb325e5,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:36.857594 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:36.866204 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 0858cf44-1e1d-4729-aad6-9bf0b2658785 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:03:36.866547 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 0858cf44-1e1d-4729-aad6-9bf0b2658785 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:03:36.867694 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Calling delete_port for bb14ebb9-59d2-48c5-8bee-0063cdb325e5 owned by network:dhcp {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:36.871000 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 3c223e3e-9a40-468c-a5b2-4f223d1152f5 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:03:36.897040 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 3c223e3e-9a40-468c-a5b2-4f223d1152f5 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:03:36.897380 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 3c223e3e-9a40-468c-a5b2-4f223d1152f5 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:03:36.927620 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Deleting port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 {{(pid=113448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:36.933493 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.016048 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] For port bb14ebb9-59d2-48c5-8bee-0063cdb325e5, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=bb14ebb9-59d2-48c5-8bee-0063cdb325e5,segment=NetworkSegment(d5f86787-ed0d-470e-a66e-cf79b1ce0dd3),segment_id=d5f86787-ed0d-470e-a66e-cf79b1ce0dd3)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:37.016443 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.029479 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Calling delete_port for bb14ebb9-59d2-48c5-8bee-0063cdb325e5 owned by network:dhcp {{(pid=113448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:37.032797 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f0610-a886-43e0-bee7-1b293e70f1cf None None] New status for floating IP 3aebcaed-7ad2-4b9b-a18d-8a3ab53b51bc: DOWN {{(pid=113448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:03:37.054909 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.083661 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb14ebb9-59d2-48c5-8bee-0063cdb325e5,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:37.087276 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] No DVR routers for this DVR port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 on host dv-cinder-815582-2-iscsi {{(pid=113447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:03:37.160030 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.186896 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791f211a-d120-4756-bade-e92f947a1db8']}} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:37.196465 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3') {'for_net_delete': True} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:37.196764 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f86787-ed0d-470e-a66e-cf79b1ce0dd3') {} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:37.206678 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26593407'] for segment, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.220541 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.226399 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=113447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:03:37.226780 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25221776'] for segment, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: Traceback (most recent call last): Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: timer() Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: cb(*args, **kw) Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: return func(*args, **kwargs) Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: self._notify() Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: self.callback(batched_events) Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: event.method(event) Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: return f(self, *a, **k) Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._get(url).json() Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: return self.request(url, 'GET', **kwargs) Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:03:37.228829 dv-cinder-815582-2-iscsi neutron-server[113447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:03:37.324347 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349'] for port, after_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.347768 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Pushing event deleted for resources: {'Port': ['ID=bb14ebb9-59d2-48c5-8bee-0063cdb325e5,revision_number=None']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:37.353868 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.359495 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] No DVR routers for this DVR port bb14ebb9-59d2-48c5-8bee-0063cdb325e5 on host dv-cinder-815582-2-iscsi {{(pid=113448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:03:37.360301 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.371833 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] 10.222.0.30 "DELETE /v2.0/networks/791f211a-d120-4756-bade-e92f947a1db8 HTTP/1.1" status: 204 len: 168 time: 0.8188381 Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.372696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdf79c-7631-4af4-808b-463d90743b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:03:37.382094 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dc4db-b15d-4127-b914-7323bb402b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=791f211a-d120-4756-bade-e92f947a1db8,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:37.706012 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59896) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:37.745028 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-64c73a34-52af-4ce9-8aeb-09df74a35915 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12bd4b93b23c43fc98aa2527a1eeccd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378592 Oct 27 06:03:37.747777 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59898) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:37.793687 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcc14-1956-4f6e-8ece-e9cc43fa715e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.814064 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcc14-1956-4f6e-8ece-e9cc43fa715e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.914886 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59904) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:37.923414 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcc14-1956-4f6e-8ece-e9cc43fa715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.926121 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcc14-1956-4f6e-8ece-e9cc43fa715e admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:37.927176 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-ed1dcc14-1956-4f6e-8ece-e9cc43fa715e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c464afda-00b4-4782-a3c2-0671498c5721 HTTP/1.1" status: 204 len: 168 time: 0.1785107 Oct 27 06:03:37.947344 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dcc14-1956-4f6e-8ece-e9cc43fa715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c464afda-00b4-4782-a3c2-0671498c5721,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:37.983878 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-04fe2652-702a-420d-8596-121e0f69330b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:38.007790 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-04fe2652-702a-420d-8596-121e0f69330b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:38.142042 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-04fe2652-702a-420d-8596-121e0f69330b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:38.146646 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-04fe2652-702a-420d-8596-121e0f69330b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:38.146646 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-04fe2652-702a-420d-8596-121e0f69330b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "DELETE /v2.0/security-groups/75c19e8f-ac3f-4a3e-b882-f0953c722430 HTTP/1.1" status: 204 len: 168 time: 0.2300909 Oct 27 06:03:38.148916 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 59908) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:38.156861 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe2652-702a-420d-8596-121e0f69330b tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c19e8f-ac3f-4a3e-b882-f0953c722430,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:38.163463 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.api.v2.resource [None req-e17fd70f-754e-41a8-90c3-037e823c247d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] show failed (client error): The resource could not be found. Oct 27 06:03:38.164634 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-e17fd70f-754e-41a8-90c3-037e823c247d tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "GET /v2.0/security-groups/75c19e8f-ac3f-4a3e-b882-f0953c722430 HTTP/1.1" status: 404 len: 347 time: 0.0141475 Oct 27 06:03:38.167469 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 59910) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:38.292793 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-9d8bfb5e-23b8-4c29-a6ba-8631e29780c5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Deleting port a734838d-82a8-4f65-bb39-3d17c8006813 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:38.293128 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb5e-23b8-4c29-a6ba-8631e29780c5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:38.297554 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device acc03615-ccfb-4108-a9fb-a41b903edd24 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:03:38.318182 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: acc03615-ccfb-4108-a9fb-a41b903edd24 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:03:38.318411 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device acc03615-ccfb-4108-a9fb-a41b903edd24 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:03:38.377844 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb5e-23b8-4c29-a6ba-8631e29780c5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:38.378181 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb5e-23b8-4c29-a6ba-8631e29780c5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:38.390535 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-9d8bfb5e-23b8-4c29-a6ba-8631e29780c5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Calling delete_port for a734838d-82a8-4f65-bb39-3d17c8006813 owned by network:floatingip {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:38.585970 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb5e-23b8-4c29-a6ba-8631e29780c5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:38.613091 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bfb5e-23b8-4c29-a6ba-8631e29780c5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Pushing event deleted for resources: {'Port': ['ID=a734838d-82a8-4f65-bb39-3d17c8006813,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:38.675210 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb5e-23b8-4c29-a6ba-8631e29780c5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks [] for floatingip, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:38.677766 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb5e-23b8-4c29-a6ba-8631e29780c5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:38.681949 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-9d8bfb5e-23b8-4c29-a6ba-8631e29780c5 tempest-AttachVolumeShelveTestJSON-1504475748 tempest-AttachVolumeShelveTestJSON-1504475748-project] 10.222.0.30 "DELETE /v2.0/floatingips/3aebcaed-7ad2-4b9b-a18d-8a3ab53b51bc HTTP/1.1" status: 204 len: 168 time: 0.5103369 Oct 27 06:03:38.761759 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device bb14ebb9-59d2-48c5-8bee-0063cdb325e5 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:03:38.783695 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: bb14ebb9-59d2-48c5-8bee-0063cdb325e5 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:03:38.784045 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device bb14ebb9-59d2-48c5-8bee-0063cdb325e5 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:03:40.832439 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59984) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:40.938079 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45f537d5-345d-4181-aa5f-e9debcaae41b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:41.012624 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45f537d5-345d-4181-aa5f-e9debcaae41b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:41.062283 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-45f537d5-345d-4181-aa5f-e9debcaae41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:41.100836 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-45f537d5-345d-4181-aa5f-e9debcaae41b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcba4ee6e7554ef596c144e3ae1e8d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672658 Oct 27 06:03:41.101724 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f537d5-345d-4181-aa5f-e9debcaae41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cfbd76-2195-4b21-b689-aacc3bab350d,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:41.103771 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 59988) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:41.372963 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 59996) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:41.402338 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7a86-e577-410d-bea5-4ea6028f67f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:41.422866 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7a86-e577-410d-bea5-4ea6028f67f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:41.548038 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7a86-e577-410d-bea5-4ea6028f67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:41.550605 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7a86-e577-410d-bea5-4ea6028f67f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:41.551757 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-5b5a7a86-e577-410d-bea5-4ea6028f67f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81cfbd76-2195-4b21-b689-aacc3bab350d HTTP/1.1" status: 204 len: 168 time: 0.4469161 Oct 27 06:03:41.561954 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a7a86-e577-410d-bea5-4ea6028f67f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cfbd76-2195-4b21-b689-aacc3bab350d,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:41.986308 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570938'] for router_interface, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.192378 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60008) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:42.206537 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-49b0b458-be61-4fff-8865-9b78f9683691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.223679 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] Deleting port d5ffda69-e703-4577-b6e9-206efb3680e7 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:42.224020 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.281226 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-49b0b458-be61-4fff-8865-9b78f9683691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.303571 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] For port d5ffda69-e703-4577-b6e9-206efb3680e7, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=d5ffda69-e703-4577-b6e9-206efb3680e7,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:42.303959 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.315728 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] Calling delete_port for d5ffda69-e703-4577-b6e9-206efb3680e7 owned by network:router_interface {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:42.349076 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-49b0b458-be61-4fff-8865-9b78f9683691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.387563 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0b458-be61-4fff-8865-9b78f9683691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a94ad7-5ad4-462d-8394-56120a2541a2,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:42.395281 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-49b0b458-be61-4fff-8865-9b78f9683691 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6a89e13216145108a294d92d4e5d2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993685 Oct 27 06:03:42.396428 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60010) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:42.446972 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-57e7750a-d20b-487b-b930-2aa805c96072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.467674 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-57e7750a-d20b-487b-b930-2aa805c96072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.576442 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.601449 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ffda69-e703-4577-b6e9-206efb3680e7,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:42.609166 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-57e7750a-d20b-487b-b930-2aa805c96072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.611191 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-57e7750a-d20b-487b-b930-2aa805c96072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:42.612606 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-57e7750a-d20b-487b-b930-2aa805c96072 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26a94ad7-5ad4-462d-8394-56120a2541a2 HTTP/1.1" status: 204 len: 168 time: 0.2159543 Oct 27 06:03:42.622633 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7750a-d20b-487b-b930-2aa805c96072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a94ad7-5ad4-462d-8394-56120a2541a2,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:42.792357 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571094'] for router_interface, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:43.007025 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] Router f50b4fb6-2ca1-4520-9ed2-2e004320946d has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:03:43.116928 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:03:43.127747 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-471e449b-de3f-41e0-8408-ced58c1f85bd admin admin] 10.222.0.30 "PUT /v2.0/routers/f50b4fb6-2ca1-4520-9ed2-2e004320946d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7488348 Oct 27 06:03:43.127851 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] Sync routers for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:03:43.128278 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60022) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:43.137642 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:03:43.138360 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:03:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:43.236805 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Publish callbacks [] for router, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:43.244046 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:03:43.358910 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:43.453767 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T06:03:42Z', 'revision_number': 5, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port': {'id': '6ed96942-0455-4bb3-8f17-1ea8ef724a0c', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:56:13Z', 'updated_at': '2021-10-27T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:43.468585 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Deleting port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:43.468933 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:43.479586 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] Checking router: f50b4fb6-2ca1-4520-9ed2-2e004320946d for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:03:43.488671 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] Routers {'f50b4fb6-2ca1-4520-9ed2-2e004320946d'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:03:43.489283 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:03:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:43.552120 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] For port 6ed96942-0455-4bb3-8f17-1ea8ef724a0c, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=6ed96942-0455-4bb3-8f17-1ea8ef724a0c,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:43.552613 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:43.567346 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Calling delete_port for 6ed96942-0455-4bb3-8f17-1ea8ef724a0c owned by network:router_gateway {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:43.575635 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] Set router f50b4fb6-2ca1-4520-9ed2-2e004320946d gateway port host: None {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:03:43.630724 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T06:03:43Z', 'revision_number': 6, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port_host': None}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:43.661232 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2960f6-7185-42ef-aefa-7179afb35437 None None] The sync data for ids ['f50b4fb6-2ca1-4520-9ed2-2e004320946d'] in dv-cinder-815582-2-iscsi is: [{'id': 'f50b4fb6-2ca1-4520-9ed2-2e004320946d', 'name': 'tempest-AttachVolumeShelveTestJSON-471292899-router', 'tenant_id': 'c482bd8fa6824737b96e650ac49d246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:56:12Z', 'updated_at': '2021-10-27T06:03:43Z', 'revision_number': 6, 'project_id': 'c482bd8fa6824737b96e650ac49d246f', 'gw_port_host': None}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:03:43.820366 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:43.852724 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed96942-0455-4bb3-8f17-1ea8ef724a0c,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:43.914168 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561012'] for router_gateway, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.007747 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-538'] for router, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.007747 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.146358 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570852'] for router, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.146891 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50b4fb6-2ca1-4520-9ed2-2e004320946d {{(pid=113447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 06:03:44.153187 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.154508 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-27f5b0be-8ddb-4378-b764-95ed5fd1c567 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f50b4fb6-2ca1-4520-9ed2-2e004320946d HTTP/1.1" status: 204 len: 168 time: 1.0259562 Oct 27 06:03:44.157112 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60044) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:44.206543 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c75c09f-68df-41ce-a06a-0d274bcfea4c admin admin] Deleting subnet 02cc1477-b8d6-4c44-9288-f42f6425e709 {{(pid=113447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:03:44.209642 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1c75c09f-68df-41ce-a06a-0d274bcfea4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.244719 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1c75c09f-68df-41ce-a06a-0d274bcfea4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26593396'] for subnet, precommit_delete_associations {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.319317 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1c75c09f-68df-41ce-a06a-0d274bcfea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.454580 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1c75c09f-68df-41ce-a06a-0d274bcfea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25221690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25671739'] for subnet, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.482452 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75c09f-68df-41ce-a06a-0d274bcfea4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02cc1477-b8d6-4c44-9288-f42f6425e709,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:44.488429 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-1c75c09f-68df-41ce-a06a-0d274bcfea4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.491684 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-1c75c09f-68df-41ce-a06a-0d274bcfea4c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/02cc1477-b8d6-4c44-9288-f42f6425e709 HTTP/1.1" status: 204 len: 168 time: 0.3334789 Oct 27 06:03:44.494308 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60054) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:44.494540 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fadfb6a-1330-4df8-85d6-ba9050c7c583 None None] Network 3177cac3-82d5-490f-bd50-8410e69bf297 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:03:44.586180 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.655436 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Deleting port 32b95b7f-a6e1-4782-bae5-6445b8e418ac {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:44.655782 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.721939 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e65bb9-8830-468f-a6f6-82bb9afe777b None None] DHCP port deletion for 3177cac3-82d5-490f-bd50-8410e69bf297 request from dv-cinder-815582-2-iscsi {{(pid=113448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 06:03:44.730819 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] For port 32b95b7f-a6e1-4782-bae5-6445b8e418ac, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=32b95b7f-a6e1-4782-bae5-6445b8e418ac,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:44.731215 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.774118 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Calling delete_port for 32b95b7f-a6e1-4782-bae5-6445b8e418ac owned by network:dhcp {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:44.783977 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-19e65bb9-8830-468f-a6f6-82bb9afe777b None None] Deleting port 32b95b7f-a6e1-4782-bae5-6445b8e418ac {{(pid=113448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:03:44.784358 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-19e65bb9-8830-468f-a6f6-82bb9afe777b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.836183 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 6ed96942-0455-4bb3-8f17-1ea8ef724a0c no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:03:44.869494 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 6ed96942-0455-4bb3-8f17-1ea8ef724a0c {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:03:44.869884 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 6ed96942-0455-4bb3-8f17-1ea8ef724a0c not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:03:44.870298 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device d5ffda69-e703-4577-b6e9-206efb3680e7 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:03:44.899676 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: d5ffda69-e703-4577-b6e9-206efb3680e7 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:03:44.904812 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device d5ffda69-e703-4577-b6e9-206efb3680e7 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:03:44.904812 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 32b95b7f-a6e1-4782-bae5-6445b8e418ac no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:03:44.925824 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-19e65bb9-8830-468f-a6f6-82bb9afe777b None None] For port 32b95b7f-a6e1-4782-bae5-6445b8e418ac, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=32b95b7f-a6e1-4782-bae5-6445b8e418ac,segment=NetworkSegment(9ae685fe-c162-4baf-845f-3ebd6695692d),segment_id=9ae685fe-c162-4baf-845f-3ebd6695692d)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:44.926222 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-19e65bb9-8830-468f-a6f6-82bb9afe777b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.945040 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-19e65bb9-8830-468f-a6f6-82bb9afe777b None None] Calling delete_port for 32b95b7f-a6e1-4782-bae5-6445b8e418ac owned by network:dhcp {{(pid=113448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:03:44.991810 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:44.994207 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.plugins.ml2.db [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No ports have port_id starting with 32b95b7f-a6e1-4782-bae5-6445b8e418ac Oct 27 06:03:45.019307 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b95b7f-a6e1-4782-bae5-6445b8e418ac,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:45.023053 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] No DVR routers for this DVR port 32b95b7f-a6e1-4782-bae5-6445b8e418ac on host dv-cinder-815582-2-iscsi {{(pid=113447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:03:45.032159 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-19e65bb9-8830-468f-a6f6-82bb9afe777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349'] for port, after_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.057196 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e65bb9-8830-468f-a6f6-82bb9afe777b None None] Pushing event deleted for resources: {'Port': ['ID=32b95b7f-a6e1-4782-bae5-6445b8e418ac,revision_number=None']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:45.061806 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e65bb9-8830-468f-a6f6-82bb9afe777b None None] No DVR routers for this DVR port 32b95b7f-a6e1-4782-bae5-6445b8e418ac on host dv-cinder-815582-2-iscsi {{(pid=113448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:03:45.100921 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.121561 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3177cac3-82d5-490f-bd50-8410e69bf297']}} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:45.131036 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae685fe-c162-4baf-845f-3ebd6695692d') {'for_net_delete': True} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:45.131335 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae685fe-c162-4baf-845f-3ebd6695692d') {} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:03:45.141419 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26593407'] for segment, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.154616 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.160379 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=113447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25221776'] for segment, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: Traceback (most recent call last): Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: timer() Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: cb(*args, **kw) Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: return func(*args, **kwargs) Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: self._notify() Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: self.callback(batched_events) Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: event.method(event) Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: return f(self, *a, **k) Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._get(url).json() Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: return self.request(url, 'GET', **kwargs) Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:03:45.163009 dv-cinder-815582-2-iscsi neutron-server[113447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:03:45.284947 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.291871 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.295188 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3177cac3-82d5-490f-bd50-8410e69bf297 HTTP/1.1" status: 204 len: 168 time: 0.7999680 Oct 27 06:03:45.304321 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bd56b-0440-4a79-8577-76b4c0757cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3177cac3-82d5-490f-bd50-8410e69bf297,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:45.517896 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60094) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:45.624562 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7ec40a0e-5ce9-4add-a18a-3429a1576c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.653488 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60098) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:45.693462 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-3672b202-02bb-4607-91e2-a55ea1f7ed04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c482bd8fa6824737b96e650ac49d246f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387354 Oct 27 06:03:45.695980 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60100) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:45.696801 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7ec40a0e-5ce9-4add-a18a-3429a1576c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.742866 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1e646d69-c2c7-40cd-935b-470c8f14b4eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.758894 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-7ec40a0e-5ce9-4add-a18a-3429a1576c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.764232 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1e646d69-c2c7-40cd-935b-470c8f14b4eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.797409 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-7ec40a0e-5ce9-4add-a18a-3429a1576c58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d664bc0512e947da9a5bb1924eebb662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782526 Oct 27 06:03:45.798490 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec40a0e-5ce9-4add-a18a-3429a1576c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4878c8-9b82-4b2f-9844-03a6ae860851,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:45.800032 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60102) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:45.855795 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1375243c-ebfa-4f0d-ac24-e2ce11955894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.877413 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1375243c-ebfa-4f0d-ac24-e2ce11955894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.883500 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1e646d69-c2c7-40cd-935b-470c8f14b4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.886052 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1e646d69-c2c7-40cd-935b-470c8f14b4eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:45.887835 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-1e646d69-c2c7-40cd-935b-470c8f14b4eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fff90ed-258c-41ef-8ae7-f4dc0de05888 HTTP/1.1" status: 204 len: 168 time: 0.1908956 Oct 27 06:03:45.909279 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e646d69-c2c7-40cd-935b-470c8f14b4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fff90ed-258c-41ef-8ae7-f4dc0de05888,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:46.019902 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1375243c-ebfa-4f0d-ac24-e2ce11955894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:46.022566 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-1375243c-ebfa-4f0d-ac24-e2ce11955894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:46.023876 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-1375243c-ebfa-4f0d-ac24-e2ce11955894 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af4878c8-9b82-4b2f-9844-03a6ae860851 HTTP/1.1" status: 204 len: 168 time: 0.2226169 Oct 27 06:03:46.032375 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375243c-ebfa-4f0d-ac24-e2ce11955894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4878c8-9b82-4b2f-9844-03a6ae860851,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:46.653603 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60120) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:46.667008 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0f323032-2ee4-450e-80f5-50826fe7e90e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:46.743433 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0f323032-2ee4-450e-80f5-50826fe7e90e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:46.836929 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0f323032-2ee4-450e-80f5-50826fe7e90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:46.876921 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-0f323032-2ee4-450e-80f5-50826fe7e90e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a54c8c33d40c4c39a9b234b6980c4ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222245 Oct 27 06:03:46.877890 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f323032-2ee4-450e-80f5-50826fe7e90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c41e6-d0ad-493a-8da9-74280aa6b760,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:46.879600 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60128) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:46.930451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d026a0f8-a39f-4a15-b626-b94a320ca6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:46.957014 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d026a0f8-a39f-4a15-b626-b94a320ca6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.122812 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d026a0f8-a39f-4a15-b626-b94a320ca6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.125441 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d026a0f8-a39f-4a15-b626-b94a320ca6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.126654 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-d026a0f8-a39f-4a15-b626-b94a320ca6ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/729c41e6-d0ad-493a-8da9-74280aa6b760 HTTP/1.1" status: 204 len: 168 time: 0.2454782 Oct 27 06:03:47.133991 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60134) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:47.140486 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026a0f8-a39f-4a15-b626-b94a320ca6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c41e6-d0ad-493a-8da9-74280aa6b760,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:47.235149 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1430949012-network', 'tenant_id': '92599310b7ec43b88611ef22adb98e9b'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:03:47.323030 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Made reservation on behalf of 92599310b7ec43b88611ef22adb98e9b for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:03:47.326174 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.334472 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.409460 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.488945 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.509999 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 06:03:47.525220 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe90e4f-fa6f-4d37-842e-db7f2473b0a3,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:47.528168 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.532214 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Added segment 70855fc8-8bfb-43be-b035-2a868823da1c of type vlan for network e5f757bb-5751-4b48-ab6c-e43efb06b84f Oct 27 06:03:47.567335 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.662357 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.663400 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:47.663990 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:47.723659 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f757bb-5751-4b48-ab6c-e43efb06b84f,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:47.734001 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network e5f757bb-5751-4b48-ab6c-e43efb06b84f details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 06:03:47.779749 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-01cc276f-e692-4a94-811d-f10ec61abeb5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6447327 Oct 27 06:03:47.782895 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60148) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:47.787618 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Request body: {'subnet': {'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1430949012-subnet', 'tenant_id': '92599310b7ec43b88611ef22adb98e9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:03:47.868047 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Made reservation on behalf of 92599310b7ec43b88611ef22adb98e9b for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:03:47.872785 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25671708'] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:48.117503 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25221753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25671714'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:48.178414 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=396e966e-fead-4e29-8115-65547334b0e1,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:48.184224 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Checking segment: {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:03:48.184580 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Network hostable DHCP agents. Network: e5f757bb-5751-4b48-ab6c-e43efb06b84f, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 06:03:48.256346 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Network e5f757bb-5751-4b48-ab6c-e43efb06b84f is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 06:03:48.328272 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, e5f757bb-5751-4b48-ab6c-e43efb06b84f) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:03:48.332914 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:48.333915 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:48.336976 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52e445-2690-44c9-ab92-bff51f5c4920 None None] Network e5f757bb-5751-4b48-ab6c-e43efb06b84f requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:03:48.451564 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-23fd102b-9690-4832-8cb1-2fbccfa242ca admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6676104 Oct 27 06:03:48.466728 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67325953-77c2-48db-b533-328f749067d1 None None] Network e5f757bb-5751-4b48-ab6c-e43efb06b84f requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:03:48.722201 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60174) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:48.825907 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4f0b-182e-4a7b-b604-44160fb64712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:48.945435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4f0b-182e-4a7b-b604-44160fb64712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:48.997710 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8cd15b09-d35c-466b-86ad-b01222921044 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:48.999131 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8cd15b09-d35c-466b-86ad-b01222921044 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/networks?id=e5f757bb-5751-4b48-ab6c-e43efb06b84f HTTP/1.1" status: 200 len: 815 time: 0.1102965 Oct 27 06:03:49.014520 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-d7eace91-bb4b-43b2-a33d-df0c96faba38 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/quotas/92599310b7ec43b88611ef22adb98e9b HTTP/1.1" status: 200 len: 375 time: 0.0094891 Oct 27 06:03:49.045952 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8f39700f-cdbe-4acf-9b89-08691b3e265a tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256834 Oct 27 06:03:49.049888 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4f0b-182e-4a7b-b604-44160fb64712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:49.130615 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-ae6a4f0b-182e-4a7b-b604-44160fb64712 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6ef50d3b7a44e72bea1f830e6085385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073131 Oct 27 06:03:49.133231 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60188) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:03:49.134793 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a4f0b-182e-4a7b-b604-44160fb64712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb2d648-d99b-4334-ae71-65f3963cd4bd,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:49.175291 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-0f8d4e76-5149-4d30-82e6-726daaa021a2 service neutron] 10.222.0.30 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138375 Oct 27 06:03:49.186121 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6cb-335a-40ee-bc7e-806f60148ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:49.206615 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6cb-335a-40ee-bc7e-806f60148ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:49.269194 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8bded6b1-d762-4501-be90-522340f014ba service neutron] 10.222.0.30 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878274 Oct 27 06:03:49.325227 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6cb-335a-40ee-bc7e-806f60148ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:49.327849 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6cb-335a-40ee-bc7e-806f60148ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:49.329003 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3d74f6cb-335a-40ee-bc7e-806f60148ca7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fb2d648-d99b-4334-ae71-65f3963cd4bd HTTP/1.1" status: 204 len: 168 time: 0.1946931 Oct 27 06:03:49.336847 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74f6cb-335a-40ee-bc7e-806f60148ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb2d648-d99b-4334-ae71-65f3963cd4bd,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:49.494474 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d915cfd6-e785-406e-9a85-b962b6ca0d18 req-94c50457-2e5d-435e-9d73-33b0fa26d272 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 210 time: 0.0272284 Oct 27 06:03:50.595578 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-afe54c75-4ec2-4f48-98c3-5f67ded9ad91 req-10113759-8b1f-4aad-8b7d-bcb58aa4dd89 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 210 time: 0.0283062 Oct 27 06:03:51.625414 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-4f8aed92-8ca3-487e-9275-21b5d7b84c46 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:51.626585 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-4f8aed92-8ca3-487e-9275-21b5d7b84c46 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "GET /v2.0/networks?id=e5f757bb-5751-4b48-ab6c-e43efb06b84f HTTP/1.1" status: 200 len: 815 time: 0.1174676 Oct 27 06:03:51.646206 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Request body: {'port': {'device_id': 'c6fd590e-8021-4408-b346-870e05f25c28', 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f', 'admin_state_up': True, 'tenant_id': '92599310b7ec43b88611ef22adb98e9b'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:03:51.717494 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2f8444ff-53e0-4d91-81a4-649fc0121dd6 req-cbb1ea93-b8be-4fdd-93c0-8b90443de088 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 210 time: 0.0302134 Oct 27 06:03:51.857071 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Made reservation on behalf of 92599310b7ec43b88611ef22adb98e9b for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:03:51.860812 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:51.984606 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Allocated IP 172.20.0.7 (e5f757bb-5751-4b48-ab6c-e43efb06b84f/396e966e-fead-4e29-8115-65547334b0e1/392312da-e74a-4ed3-a7a6-aef94639252a) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:03:52.131347 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:52.251157 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:52.293523 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Network e5f757bb-5751-4b48-ab6c-e43efb06b84f is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:03:52.296590 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:03:52.300271 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:03:52.330254 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Pushing event updated for resources: {'Port': ['ID=392312da-e74a-4ed3-a7a6-aef94639252a,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:52.356438 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:52.357055 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:52.447551 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8df9ef96-ee98-4296-82a0-2fde4219e3d1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053923 Oct 27 06:03:52.465841 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Request body: {'port': {'device_id': 'c6fd590e-8021-4408-b346-870e05f25c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:03:52.520447 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:52.816853 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392312da-e74a-4ed3-a7a6-aef94639252a {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:03:52.840418 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:52.861201 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Transition to ACTIVE for port object 392312da-e74a-4ed3-a7a6-aef94639252a will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:03:52.875075 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b715c5c-8890-4c4b-a85f-bd77a7fbba54 req-12869ea8-d523-4025-99e8-6577614bbe51 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:52.876621 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0b715c5c-8890-4c4b-a85f-bd77a7fbba54 req-12869ea8-d523-4025-99e8-6577614bbe51 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 931 time: 0.0815568 Oct 27 06:03:52.915124 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0b715c5c-8890-4c4b-a85f-bd77a7fbba54 req-26fe992f-91a7-40b6-aa73-d85f911e0c4d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Oct 27 06:03:52.951723 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:53.007519 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Pushing event updated for resources: {'Port': ['ID=392312da-e74a-4ed3-a7a6-aef94639252a,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:53.089642 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Attempting to bind port 392312da-e74a-4ed3-a7a6-aef94639252a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:03:53.089924 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Attempting to bind port 392312da-e74a-4ed3-a7a6-aef94639252a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:03:53.090310 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Attempting to bind port 392312da-e74a-4ed3-a7a6-aef94639252a on network e5f757bb-5751-4b48-ab6c-e43efb06b84f {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:03:53.095716 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Port 392312da-e74a-4ed3-a7a6-aef94639252a on network e5f757bb-5751-4b48-ab6c-e43efb06b84f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:03:53.096037 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Attempting to bind port 392312da-e74a-4ed3-a7a6-aef94639252a on network e5f757bb-5751-4b48-ab6c-e43efb06b84f {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:03:53.101023 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:03:53.108206 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Checking segment: {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:03:53.108206 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Bound using segment: {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:03:53.108206 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Bound port: 392312da-e74a-4ed3-a7a6-aef94639252a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:03:53.108206 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:53.192080 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] For port 392312da-e74a-4ed3-a7a6-aef94639252a, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:03:53.195457 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] For port 392312da-e74a-4ed3-a7a6-aef94639252a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=392312da-e74a-4ed3-a7a6-aef94639252a,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:03:53.272510 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:53.318429 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:53.319436 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:53.321038 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] 10.222.0.26 "PUT /v2.0/ports/392312da-e74a-4ed3-a7a6-aef94639252a HTTP/1.1" status: 200 len: 1093 time: 0.8599463 Oct 27 06:03:53.321592 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fd590e-8021-4408-b346-870e05f25c28', 'tag': '392312da-e74a-4ed3-a7a6-aef94639252a'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:03:53.325282 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d2c1b-cc8c-439b-98ab-1a23f05f057d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fd590e-8021-4408-b346-870e05f25c28", "tag": "392312da-e74a-4ed3-a7a6-aef94639252a"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:03:53.351175 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa4794-de5f-47b9-b093-b00a4899b419 service neutron] Pushing event updated for resources: {'Port': ['ID=392312da-e74a-4ed3-a7a6-aef94639252a,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:53.367789 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7381598f-a3b8-416f-b538-aadb952a7661 x-openstack-request-id: req-7381598f-a3b8-416f-b538-aadb952a7661 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:03:53.368119 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fd590e-8021-4408-b346-870e05f25c28", "tag": "392312da-e74a-4ed3-a7a6-aef94639252a", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:03:53.368368 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7381598f-a3b8-416f-b538-aadb952a7661 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:03:53.368767 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fd590e-8021-4408-b346-870e05f25c28', 'tag': '392312da-e74a-4ed3-a7a6-aef94639252a', 'status': 'completed', 'code': 200} Oct 27 06:03:53.448783 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d2c1b-cc8c-439b-98ab-1a23f05f057d req-39d3b83b-45e0-4e49-a036-704f2efeea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:53.450302 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f19d2c1b-cc8c-439b-98ab-1a23f05f057d req-39d3b83b-45e0-4e49-a036-704f2efeea84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 1096 time: 0.0415628 Oct 27 06:03:53.556643 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d2c1b-cc8c-439b-98ab-1a23f05f057d req-e1fc040c-4d64-4051-9c0b-5146475a71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:53.558530 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f19d2c1b-cc8c-439b-98ab-1a23f05f057d req-e1fc040c-4d64-4051-9c0b-5146475a71d4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=92599310b7ec43b88611ef22adb98e9b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0954399 Oct 27 06:03:53.661055 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d2c1b-cc8c-439b-98ab-1a23f05f057d req-fc1ca04f-888a-4795-9cc9-ede04b7e7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:53.662587 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f19d2c1b-cc8c-439b-98ab-1a23f05f057d req-fc1ca04f-888a-4795-9cc9-ede04b7e7e61 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979645 Oct 27 06:03:53.736234 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:53.762988 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-0c1c96a8-b53a-4cbc-8db7-5f680ffbd8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:53.764905 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-0c1c96a8-b53a-4cbc-8db7-5f680ffbd8e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 1096 time: 0.0416427 Oct 27 06:03:53.812907 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-4e4bcc4a-d1bd-424f-b179-d63e89b7b45f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=392312da-e74a-4ed3-a7a6-aef94639252a HTTP/1.1" status: 200 len: 217 time: 0.0351119 Oct 27 06:03:53.862372 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-c6f6ad54-7052-4bc6-9ef9-75bcce25e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:53.865907 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-c6f6ad54-7052-4bc6-9ef9-75bcce25e7db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=396e966e-fead-4e29-8115-65547334b0e1 HTTP/1.1" status: 200 len: 855 time: 0.0445375 Oct 27 06:03:53.900244 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-8cf12942-79de-4912-88c2-0b63d164fe48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5f757bb-5751-4b48-ab6c-e43efb06b84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282125 Oct 27 06:03:54.020843 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-309e66e7-e4a7-4987-a1e9-0a7ba84016d7 service neutron] 10.222.0.26 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136470 Oct 27 06:03:54.090085 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f57d-0afa-40f1-964b-ab198b804849 req-eeb4334f-8a3c-4135-911f-e2260653f861 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:54.091657 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c906f57d-0afa-40f1-964b-ab198b804849 req-eeb4334f-8a3c-4135-911f-e2260653f861 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 943 time: 0.1079674 Oct 27 06:03:54.147272 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c906f57d-0afa-40f1-964b-ab198b804849 req-b0d78491-3015-4cf8-9824-e0d1244eb399 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494657 Oct 27 06:03:54.158043 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82d77efb-25c0-4d3e-b3e9-529ce6c447da req-9d45effc-c076-4f45-af43-042c3e726179 service neutron] 10.222.0.26 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296649 Oct 27 06:03:55.264092 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88691735-54d7-4c94-a80c-d0623a896ea9 req-3064bc6d-fc7b-4f20-b93b-9c9a0890ff2d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:55.265721 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-88691735-54d7-4c94-a80c-d0623a896ea9 req-3064bc6d-fc7b-4f20-b93b-9c9a0890ff2d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 943 time: 0.0511954 Oct 27 06:03:55.302309 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-88691735-54d7-4c94-a80c-d0623a896ea9 req-8b0ca792-4271-4ee6-b1ca-6e2999949e15 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Oct 27 06:03:56.419641 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d65ac-1ee5-4baf-943b-33d428114075 req-961ff463-3f32-4492-9133-a91f0ba051fa tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:56.421201 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f73d65ac-1ee5-4baf-943b-33d428114075 req-961ff463-3f32-4492-9133-a91f0ba051fa tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 943 time: 0.0531287 Oct 27 06:03:56.458660 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f73d65ac-1ee5-4baf-943b-33d428114075 req-f52659df-2155-4796-8b09-a59f15563bad tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Oct 27 06:03:57.570453 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14980b-ee59-44e0-95e8-d44538a7b615 req-9d461a53-e4f7-49b9-91a9-8a1b2e3e9796 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:57.572268 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc14980b-ee59-44e0-95e8-d44538a7b615 req-9d461a53-e4f7-49b9-91a9-8a1b2e3e9796 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 943 time: 0.0483665 Oct 27 06:03:57.613144 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc14980b-ee59-44e0-95e8-d44538a7b615 req-5f17614a-ea2c-430a-bb86-45d5e8d57855 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338631 Oct 27 06:03:58.374889 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 392312da-e74a-4ed3-a7a6-aef94639252a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:03:58.467335 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 392312da-e74a-4ed3-a7a6-aef94639252a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=392312da-e74a-4ed3-a7a6-aef94639252a,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:58.478196 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '392312da-e74a-4ed3-a7a6-aef94639252a', 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f', 'port_id': '392312da-e74a-4ed3-a7a6-aef94639252a', 'mac_address': 'fa:16:3e:54:46:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396e966e-fead-4e29-8115-65547334b0e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:03:58.518263 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:58.537288 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392312da-e74a-4ed3-a7a6-aef94639252a {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:03:58.551964 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 392312da-e74a-4ed3-a7a6-aef94639252a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=392312da-e74a-4ed3-a7a6-aef94639252a,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:03:58.656841 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:58.706423 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=392312da-e74a-4ed3-a7a6-aef94639252a,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:03:58.729687 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7416bb-3c26-412f-8e50-32e463af8346 req-fa0c61b4-d1ca-42dc-b55a-c1512489af5c tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:58.731308 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2f7416bb-3c26-412f-8e50-32e463af8346 req-fa0c61b4-d1ca-42dc-b55a-c1512489af5c tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 944 time: 0.0521753 Oct 27 06:03:58.769699 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2f7416bb-3c26-412f-8e50-32e463af8346 req-1f36931e-336a-40bc-8d9e-be5796a62135 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319562 Oct 27 06:03:58.957137 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['392312da-e74a-4ed3-a7a6-aef94639252a'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:03:59.593195 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-dc6abaf4-bf3c-4a95-9f75-99e4bb518a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:03:59.890878 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea61f-ee6f-47f7-b399-d75ecab0326b req-bd6dc11f-a90d-4dd4-88ef-5ec26dabb567 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:03:59.892358 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-751ea61f-ee6f-47f7-b399-d75ecab0326b req-bd6dc11f-a90d-4dd4-88ef-5ec26dabb567 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 944 time: 0.0523450 Oct 27 06:03:59.929584 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-751ea61f-ee6f-47f7-b399-d75ecab0326b req-6fc97091-b079-4ed5-8629-ba0b4a0c6a13 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313015 Oct 27 06:04:00.390819 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 392312da-e74a-4ed3-a7a6-aef94639252a up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:04:00.502088 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 392312da-e74a-4ed3-a7a6-aef94639252a completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:04:00.505879 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 392312da-e74a-4ed3-a7a6-aef94639252a triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:04:00.511217 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:00.587548 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:00.610613 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fd590e-8021-4408-b346-870e05f25c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392312da-e74a-4ed3-a7a6-aef94639252a'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:04:00.614458 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82322470-3230-4598-b2eb-6a81c90bbfb3" -d '{"events": [{"server_uuid": "c6fd590e-8021-4408-b346-870e05f25c28", "name": "network-vif-plugged", "status": "completed", "tag": "392312da-e74a-4ed3-a7a6-aef94639252a"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:04:00.625676 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 392312da-e74a-4ed3-a7a6-aef94639252a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=392312da-e74a-4ed3-a7a6-aef94639252a,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:04:00.635684 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60346) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:00.650376 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1d0c41-73a0-44b6-8ae7-a33b8fd4298d x-openstack-request-id: req-ed1d0c41-73a0-44b6-8ae7-a33b8fd4298d {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:04:00.650668 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fd590e-8021-4408-b346-870e05f25c28", "name": "network-vif-plugged", "status": "completed", "tag": "392312da-e74a-4ed3-a7a6-aef94639252a", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:04:00.650941 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed1d0c41-73a0-44b6-8ae7-a33b8fd4298d {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:04:00.651313 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fd590e-8021-4408-b346-870e05f25c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392312da-e74a-4ed3-a7a6-aef94639252a', 'code': 200} Oct 27 06:04:00.690692 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:00.745862 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=392312da-e74a-4ed3-a7a6-aef94639252a,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:00.754723 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:00.828933 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:00.878891 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:00.916541 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a9346f-d0e3-47a1-b685-eaeed4c79147,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:00.922651 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60a0d36e2f5741daa6ebcf301439782b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859135 Oct 27 06:04:00.924721 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60350) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:00.928972 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.929325 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.929689 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.930410 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.930410 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.930674 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.931009 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.931345 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.931674 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.931996 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.932353 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:00.932671 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93d7a3-bcae-4760-b22f-0ed6867d9748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.017403 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04c27b-ef22-4801-ace5-346e7e56d7e3 req-32b17394-3f0a-4e06-8e60-1f5dc05342f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:01.018855 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e04c27b-ef22-4801-ace5-346e7e56d7e3 req-32b17394-3f0a-4e06-8e60-1f5dc05342f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 1098 time: 0.0746946 Oct 27 06:04:01.021002 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:01.078799 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:01.108697 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3e04c27b-ef22-4801-ace5-346e7e56d7e3 req-dab15d5c-1def-453f-9341-a00c7e84ec17 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724380 Oct 27 06:04:01.116257 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65154b8-9a8a-416d-86b1-cd633b72a850 req-b264b987-cc7f-4911-95ab-68681c1f8219 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:01.117645 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f65154b8-9a8a-416d-86b1-cd633b72a850 req-b264b987-cc7f-4911-95ab-68681c1f8219 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 945 time: 0.1137657 Oct 27 06:04:01.163929 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f65154b8-9a8a-416d-86b1-cd633b72a850 req-9d976c5d-73e3-4094-9e04-7cddc74e0005 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Oct 27 06:04:01.254022 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:01.256578 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:01.257738 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59a9346f-d0e3-47a1-b685-eaeed4c79147 HTTP/1.1" status: 204 len: 168 time: 0.3318319 Oct 27 06:04:01.266297 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a9346f-d0e3-47a1-b685-eaeed4c79147,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:01.274059 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.274428 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.274759 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.275094 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.275418 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.275741 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.276069 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.276398 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.276721 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.277042 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.277424 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.277787 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d534511-c931-4b49-9b04-9c0fed886656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:01.850232 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60358) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:01.865096 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-fe6a04ea-13d0-483c-92de-363521197546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:01.939484 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-fe6a04ea-13d0-483c-92de-363521197546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:02.003142 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-fe6a04ea-13d0-483c-92de-363521197546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:02.041951 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-fe6a04ea-13d0-483c-92de-363521197546 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=308c4f00837d407594f8a0dd08bcfe6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906171 Oct 27 06:04:02.042770 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a04ea-13d0-483c-92de-363521197546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730b75a6-cf7b-4766-a91b-885d564aa4e2,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:02.044864 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60360) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:02.093576 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-416ae93f-da35-4e68-bc5a-6811a46ba995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:02.114805 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-416ae93f-da35-4e68-bc5a-6811a46ba995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:02.170622 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-24b1d480-908e-4149-8189-53169d629a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:02.256163 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-416ae93f-da35-4e68-bc5a-6811a46ba995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:02.258685 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-416ae93f-da35-4e68-bc5a-6811a46ba995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:02.259837 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-416ae93f-da35-4e68-bc5a-6811a46ba995 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/730b75a6-cf7b-4766-a91b-885d564aa4e2 HTTP/1.1" status: 204 len: 168 time: 0.2139907 Oct 27 06:04:02.269144 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ae93f-da35-4e68-bc5a-6811a46ba995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730b75a6-cf7b-4766-a91b-885d564aa4e2,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:02.286347 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75a1fd-0b6d-44fc-9002-85e456c68e15 req-8b6d1700-4ab6-4b69-b6b4-63e9207f95a5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:02.289139 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c75a1fd-0b6d-44fc-9002-85e456c68e15 req-8b6d1700-4ab6-4b69-b6b4-63e9207f95a5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 945 time: 0.0567672 Oct 27 06:04:02.328043 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4c75a1fd-0b6d-44fc-9002-85e456c68e15 req-1e1413a9-41a8-4720-8d01-937c688a32ce tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Oct 27 06:04:02.906983 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60368) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:02.920236 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4f809edd-9595-4922-875a-35d4c49ae7a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:02.993378 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4f809edd-9595-4922-875a-35d4c49ae7a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:03.050322 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-4f809edd-9595-4922-875a-35d4c49ae7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:03.088923 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-4f809edd-9595-4922-875a-35d4c49ae7a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=353e8070954046e183baa6574bbf7a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808903 Oct 27 06:04:03.090115 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f809edd-9595-4922-875a-35d4c49ae7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf86bed2-8a6d-4fb3-8953-eb7ea1a42c04,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:03.091883 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60370) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:03.140521 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4b7a34a2-508e-4e5f-8071-d8f25303211d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:03.163351 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4b7a34a2-508e-4e5f-8071-d8f25303211d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:03.179843 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:03.265138 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4b7a34a2-508e-4e5f-8071-d8f25303211d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:03.267751 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4b7a34a2-508e-4e5f-8071-d8f25303211d admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:03.268893 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4b7a34a2-508e-4e5f-8071-d8f25303211d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf86bed2-8a6d-4fb3-8953-eb7ea1a42c04 HTTP/1.1" status: 204 len: 168 time: 0.1760824 Oct 27 06:04:03.276658 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a34a2-508e-4e5f-8071-d8f25303211d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf86bed2-8a6d-4fb3-8953-eb7ea1a42c04,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:03.416810 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:03.444204 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fe20c-dda1-4b5e-8455-fb887859d03e req-277e72d0-33c4-4d23-bd26-4c3a3c8f98da tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:03.445831 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ed6fe20c-dda1-4b5e-8455-fb887859d03e req-277e72d0-33c4-4d23-bd26-4c3a3c8f98da tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 945 time: 0.0492880 Oct 27 06:04:03.484333 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ed6fe20c-dda1-4b5e-8455-fb887859d03e req-3500fa35-218c-4cf1-be03-ebd3e5dab485 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Oct 27 06:04:04.987932 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:05.628465 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:04:14.403691 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60524) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:14.507558 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6d686073-4e86-4395-8c29-1386af4053d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:14.587831 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6d686073-4e86-4395-8c29-1386af4053d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:14.656026 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6d686073-4e86-4395-8c29-1386af4053d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:14.714971 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-6d686073-4e86-4395-8c29-1386af4053d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1bb9b1e7b904ec18afbcb6eb88777dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102002 Oct 27 06:04:14.717702 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60542) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:14.727984 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d686073-4e86-4395-8c29-1386af4053d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2983d34-061b-4512-8597-2fb07b489d19,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:14.744855 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-fba4033b-8320-4cb4-a8f2-774b21821d28 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:14.746577 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-fba4033b-8320-4cb4-a8f2-774b21821d28 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/networks?id=e5f757bb-5751-4b48-ab6c-e43efb06b84f HTTP/1.1" status: 200 len: 815 time: 0.1383564 Oct 27 06:04:14.761838 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-f77285c3-55c9-49e9-965e-d65a7f416c4f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/quotas/92599310b7ec43b88611ef22adb98e9b HTTP/1.1" status: 200 len: 375 time: 0.0090516 Oct 27 06:04:14.770392 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c10eb20-cd8f-47a7-a29d-54d7529c2aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:14.792467 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c10eb20-cd8f-47a7-a29d-54d7529c2aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:14.815829 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-267b4903-ff9c-4f57-94d0-2958abd9ecd8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478029 Oct 27 06:04:14.906134 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-d90bfe38-607c-4e4f-9ef6-240aba42c443 service neutron] 10.222.0.30 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832605 Oct 27 06:04:14.918801 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c10eb20-cd8f-47a7-a29d-54d7529c2aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:14.921385 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4c10eb20-cd8f-47a7-a29d-54d7529c2aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:14.922582 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4c10eb20-cd8f-47a7-a29d-54d7529c2aca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2983d34-061b-4512-8597-2fb07b489d19 HTTP/1.1" status: 204 len: 168 time: 0.2039108 Oct 27 06:04:14.930390 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10eb20-cd8f-47a7-a29d-54d7529c2aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2983d34-061b-4512-8597-2fb07b489d19,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:15.003803 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-32968f4b-fa96-4260-9803-d0bc9e3ca097 service neutron] 10.222.0.30 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915310 Oct 27 06:04:15.259264 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-eb905541-5892-4a43-8e89-1f9bd96716f0 req-cb470461-49bf-44be-a48f-fdd878af88af tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 210 time: 0.0350087 Oct 27 06:04:15.536065 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60556) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:15.549433 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-67e9acb0-f83a-4647-967f-54a2127014d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:15.625521 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-67e9acb0-f83a-4647-967f-54a2127014d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:15.688198 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-67e9acb0-f83a-4647-967f-54a2127014d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:15.728347 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-67e9acb0-f83a-4647-967f-54a2127014d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a3b5b17f7924dcb9dd97a6aad114623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911826 Oct 27 06:04:15.729203 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9acb0-f83a-4647-967f-54a2127014d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f460fadd-1330-478a-83e9-2ee6dc8d13a2,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:15.731051 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60560) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:15.781779 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e188fe2e-248b-466f-9620-7dbcbe861235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:15.804290 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e188fe2e-248b-466f-9620-7dbcbe861235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:15.939749 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e188fe2e-248b-466f-9620-7dbcbe861235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:15.942386 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e188fe2e-248b-466f-9620-7dbcbe861235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:15.943570 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-e188fe2e-248b-466f-9620-7dbcbe861235 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f460fadd-1330-478a-83e9-2ee6dc8d13a2 HTTP/1.1" status: 204 len: 168 time: 0.2110019 Oct 27 06:04:15.952004 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188fe2e-248b-466f-9620-7dbcbe861235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f460fadd-1330-478a-83e9-2ee6dc8d13a2,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:16.359206 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4f574232-30a7-4ecd-a0f6-6bd246d27a43 req-8319c9de-ad9f-464c-8664-0ff1b1a51f92 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 210 time: 0.0297630 Oct 27 06:04:16.690744 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60568) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:16.703609 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6a041df9-370f-4603-9354-a53104de39c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:16.777802 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6a041df9-370f-4603-9354-a53104de39c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:16.850293 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-6a041df9-370f-4603-9354-a53104de39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:16.890615 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-6a041df9-370f-4603-9354-a53104de39c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5abd65b59d954757bd2af0016266de22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980944 Oct 27 06:04:16.891704 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a041df9-370f-4603-9354-a53104de39c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30d4b54-b0e9-4afc-ab7c-0740390ae8d5,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:16.893402 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60570) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:16.943699 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c9d298fc-a451-4d0f-9849-bae6df855c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:16.964553 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c9d298fc-a451-4d0f-9849-bae6df855c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:17.050250 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c9d298fc-a451-4d0f-9849-bae6df855c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:17.052832 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c9d298fc-a451-4d0f-9849-bae6df855c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:17.054060 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c9d298fc-a451-4d0f-9849-bae6df855c43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d30d4b54-b0e9-4afc-ab7c-0740390ae8d5 HTTP/1.1" status: 204 len: 168 time: 0.1594234 Oct 27 06:04:17.062759 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d298fc-a451-4d0f-9849-bae6df855c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30d4b54-b0e9-4afc-ab7c-0740390ae8d5,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:17.493041 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4dbe3c0e-c1cf-4c7e-9917-5b76c9555526 req-5ff00324-2497-4e7c-a48c-5daa77d2e269 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 210 time: 0.0645947 Oct 27 06:04:17.545687 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-15c4159f-ce6b-4b45-962e-21a7541972dc tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:17.547322 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-15c4159f-ce6b-4b45-962e-21a7541972dc tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "GET /v2.0/networks?id=e5f757bb-5751-4b48-ab6c-e43efb06b84f HTTP/1.1" status: 200 len: 815 time: 0.1319578 Oct 27 06:04:17.570031 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Request body: {'port': {'device_id': 'de87df3b-a2cf-477c-98ff-fe86cd761849', 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f', 'admin_state_up': True, 'tenant_id': '92599310b7ec43b88611ef22adb98e9b'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:04:17.804278 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Made reservation on behalf of 92599310b7ec43b88611ef22adb98e9b for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:04:17.808010 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:17.938854 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Allocated IP 172.20.0.13 (e5f757bb-5751-4b48-ab6c-e43efb06b84f/396e966e-fead-4e29-8115-65547334b0e1/9c9e44a6-436a-4362-afe8-6d78ad0a2dac) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:04:18.090566 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:18.165187 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:18.200819 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['392312da-e74a-4ed3-a7a6-aef94639252a'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:04:18.211458 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Network e5f757bb-5751-4b48-ab6c-e43efb06b84f is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:04:18.215179 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:04:18.219139 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:04:18.249339 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Pushing event updated for resources: {'Port': ['ID=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:18.275002 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:18.275612 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:18.382352 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-92b1ee7a-84ed-44aa-85f7-1331f5fd063b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8159440 Oct 27 06:04:18.400711 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Request body: {'port': {'device_id': 'de87df3b-a2cf-477c-98ff-fe86cd761849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:04:18.452742 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:18.668517 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cebd33-25ef-405c-9414-5cf0a88fd355 req-640fabe6-0167-4fbe-a5ff-09ede37dfbdd tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:18.670041 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20cebd33-25ef-405c-9414-5cf0a88fd355 req-640fabe6-0167-4fbe-a5ff-09ede37dfbdd tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 932 time: 0.1030636 Oct 27 06:04:18.735710 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20cebd33-25ef-405c-9414-5cf0a88fd355 req-f3ae9b02-3bf7-48e1-b364-0df811cd9c8a tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594177 Oct 27 06:04:18.788200 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9e44a6-436a-4362-afe8-6d78ad0a2dac {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:04:18.795911 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:18.807485 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Transition to ACTIVE for port object 9c9e44a6-436a-4362-afe8-6d78ad0a2dac will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:04:18.897352 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:18.948916 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347e679-e476-4a41-acab-375eca589016 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:19.019540 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Attempting to bind port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:04:19.019871 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Attempting to bind port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:04:19.020199 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Attempting to bind port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac on network e5f757bb-5751-4b48-ab6c-e43efb06b84f {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:04:19.024421 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac on network e5f757bb-5751-4b48-ab6c-e43efb06b84f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:04:19.024738 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Attempting to bind port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac on network e5f757bb-5751-4b48-ab6c-e43efb06b84f {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:04:19.029435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:04:19.029782 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Checking segment: {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:04:19.030163 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Bound using segment: {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:04:19.030583 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Bound port: 9c9e44a6-436a-4362-afe8-6d78ad0a2dac, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:04:19.030928 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:19.095432 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] For port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:04:19.099019 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] For port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:04:19.162913 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:19.198451 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:19.199075 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:19.200446 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-8347e679-e476-4a41-acab-375eca589016 service neutron] 10.222.0.26 "PUT /v2.0/ports/9c9e44a6-436a-4362-afe8-6d78ad0a2dac HTTP/1.1" status: 200 len: 1094 time: 0.8038640 Oct 27 06:04:19.200883 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de87df3b-a2cf-477c-98ff-fe86cd761849', 'tag': '9c9e44a6-436a-4362-afe8-6d78ad0a2dac'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:04:19.203131 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab281a93-8201-40f5-9d37-b7357869146f" -d '{"events": [{"name": "network-changed", "server_uuid": "de87df3b-a2cf-477c-98ff-fe86cd761849", "tag": "9c9e44a6-436a-4362-afe8-6d78ad0a2dac"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:04:19.224682 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347e679-e476-4a41-acab-375eca589016 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:19.370373 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-236ab861-0fa7-4d39-a3fc-9d789d9981dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:19.371961 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-236ab861-0fa7-4d39-a3fc-9d789d9981dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 1097 time: 0.0445120 Oct 27 06:04:19.423886 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa934f35-64ba-4d6c-a7ab-2320eaa93f25 x-openstack-request-id: req-fa934f35-64ba-4d6c-a7ab-2320eaa93f25 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:04:19.424228 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de87df3b-a2cf-477c-98ff-fe86cd761849", "tag": "9c9e44a6-436a-4362-afe8-6d78ad0a2dac", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:04:19.424484 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa934f35-64ba-4d6c-a7ab-2320eaa93f25 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:04:19.424877 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de87df3b-a2cf-477c-98ff-fe86cd761849', 'tag': '9c9e44a6-436a-4362-afe8-6d78ad0a2dac', 'status': 'completed', 'code': 200} Oct 27 06:04:19.426406 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-bd54523a-b2bb-4d9f-85e8-0cb226bdd567 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9e44a6-436a-4362-afe8-6d78ad0a2dac HTTP/1.1" status: 200 len: 217 time: 0.0399601 Oct 27 06:04:19.479570 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-ba3cdcc1-32df-4760-98c0-0f6f1e18f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:19.480917 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-ba3cdcc1-32df-4760-98c0-0f6f1e18f827 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=396e966e-fead-4e29-8115-65547334b0e1 HTTP/1.1" status: 200 len: 855 time: 0.0438995 Oct 27 06:04:19.513108 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-4cf84346-7b91-415c-8d5d-eafe1b79f308 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5f757bb-5751-4b48-ab6c-e43efb06b84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241978 Oct 27 06:04:19.878777 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eada8b6-97ca-4a51-b97d-7829e5db3434 req-4cb0ce43-5f54-491c-908a-ed8568d9c52b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:19.880231 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0eada8b6-97ca-4a51-b97d-7829e5db3434 req-4cb0ce43-5f54-491c-908a-ed8568d9c52b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 944 time: 0.0692747 Oct 27 06:04:19.896916 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-591f6c19-5f66-43d7-95ed-08ff6dc7d911 service neutron] 10.222.0.26 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766458 Oct 27 06:04:19.966803 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0eada8b6-97ca-4a51-b97d-7829e5db3434 req-b2f0cbdc-c301-4620-8755-fa756655ba3d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794833 Oct 27 06:04:20.011535 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f41fbaf5-9767-4d81-8cfa-6d305acfc096 req-b821e986-33c4-4329-98af-afb11a3849da service neutron] 10.222.0.26 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052825 Oct 27 06:04:20.273948 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab281a93-8201-40f5-9d37-b7357869146f req-78f6e082-24c8-4829-9885-40033ac11091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:20.275466 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ab281a93-8201-40f5-9d37-b7357869146f req-78f6e082-24c8-4829-9885-40033ac11091 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 1097 time: 0.0411201 Oct 27 06:04:20.370259 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab281a93-8201-40f5-9d37-b7357869146f req-dcaf11d8-41e7-43e4-9a91-81bb98b32d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:20.371725 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ab281a93-8201-40f5-9d37-b7357869146f req-dcaf11d8-41e7-43e4-9a91-81bb98b32d82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e5f757bb-5751-4b48-ab6c-e43efb06b84f HTTP/1.1" status: 200 len: 916 time: 0.0882385 Oct 27 06:04:20.414913 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ab281a93-8201-40f5-9d37-b7357869146f req-2e713085-2020-4fb6-aa6d-cc27b0366588 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9e44a6-436a-4362-afe8-6d78ad0a2dac HTTP/1.1" status: 200 len: 217 time: 0.0338941 Oct 27 06:04:20.463555 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab281a93-8201-40f5-9d37-b7357869146f req-025dfc7e-9f17-41ee-84f1-ec5ba021cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:20.464957 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ab281a93-8201-40f5-9d37-b7357869146f req-025dfc7e-9f17-41ee-84f1-ec5ba021cb10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=396e966e-fead-4e29-8115-65547334b0e1 HTTP/1.1" status: 200 len: 855 time: 0.0423005 Oct 27 06:04:20.496349 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ab281a93-8201-40f5-9d37-b7357869146f req-0634ede8-fc55-446f-b6d1-58a1fc2ced38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5f757bb-5751-4b48-ab6c-e43efb06b84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241017 Oct 27 06:04:20.589232 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ab281a93-8201-40f5-9d37-b7357869146f req-416b74c4-ccf9-49aa-aefe-72e6856837eb service neutron] 10.222.0.26 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830381 Oct 27 06:04:20.684795 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ab281a93-8201-40f5-9d37-b7357869146f req-9dbce9cf-fb86-45ee-baca-3eaa92a0786e service neutron] 10.222.0.26 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869019 Oct 27 06:04:21.082113 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0883a64-1284-4b7f-940d-d167411a7ced req-2a6d5c27-a006-4b87-8ba9-9cd51a1ad4c5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:21.083580 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b0883a64-1284-4b7f-940d-d167411a7ced req-2a6d5c27-a006-4b87-8ba9-9cd51a1ad4c5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 944 time: 0.0486078 Oct 27 06:04:21.121701 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b0883a64-1284-4b7f-940d-d167411a7ced req-df3b193f-3d8e-48ae-bf20-1f965fcf69f4 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Oct 27 06:04:21.787809 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60628) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:21.892402 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a681da8d-1c06-422e-8eb9-4b15458db2b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:21.963920 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a681da8d-1c06-422e-8eb9-4b15458db2b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:22.082620 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a681da8d-1c06-422e-8eb9-4b15458db2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:22.121048 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a681da8d-1c06-422e-8eb9-4b15458db2b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91b079bc7ce04e339bd96c57c1d04eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321147 Oct 27 06:04:22.121860 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681da8d-1c06-422e-8eb9-4b15458db2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b506c8-bd4a-4b0d-9924-e26542b423b0,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:22.123824 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 60632) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:22.175842 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5dce8056-d44e-4585-b450-1286ce359c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:22.206325 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5dce8056-d44e-4585-b450-1286ce359c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:22.268789 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a3cf-3912-49a9-a2fc-421272629d8f req-a26c1d7e-6c8b-49ee-8ef6-f6631f5fe011 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:22.270301 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b569a3cf-3912-49a9-a2fc-421272629d8f req-a26c1d7e-6c8b-49ee-8ef6-f6631f5fe011 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 944 time: 0.0765643 Oct 27 06:04:22.310213 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b569a3cf-3912-49a9-a2fc-421272629d8f req-5171a43c-b3f6-4319-8109-c9503b3374e5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Oct 27 06:04:22.364803 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5dce8056-d44e-4585-b450-1286ce359c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:22.367504 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5dce8056-d44e-4585-b450-1286ce359c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:22.370764 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-5dce8056-d44e-4585-b450-1286ce359c03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27b506c8-bd4a-4b0d-9924-e26542b423b0 HTTP/1.1" status: 204 len: 168 time: 0.2459011 Oct 27 06:04:22.378926 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce8056-d44e-4585-b450-1286ce359c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b506c8-bd4a-4b0d-9924-e26542b423b0,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:22.488212 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 9c9e44a6-436a-4362-afe8-6d78ad0a2dac details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:04:22.583125 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:04:22.594129 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '9c9e44a6-436a-4362-afe8-6d78ad0a2dac', 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f', 'port_id': '9c9e44a6-436a-4362-afe8-6d78ad0a2dac', 'mac_address': 'fa:16:3e:6b:1e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396e966e-fead-4e29-8115-65547334b0e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:04:22.631417 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:22.645138 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9e44a6-436a-4362-afe8-6d78ad0a2dac {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:04:22.668214 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:04:22.730010 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:22.777559 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:23.051184 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['9c9e44a6-436a-4362-afe8-6d78ad0a2dac'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:04:23.354944 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60660) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:23.431479 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43515f55-0a53-476e-bbda-eb76028cc27e req-51e53464-e3a8-4df3-bad7-ecdd3164453c tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:23.433011 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43515f55-0a53-476e-bbda-eb76028cc27e req-51e53464-e3a8-4df3-bad7-ecdd3164453c tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 945 time: 0.0499380 Oct 27 06:04:23.449361 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2125897867-network', 'tenant_id': 'ce97d9f7270e42f5a64b49ff2c68155c'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:04:23.473548 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43515f55-0a53-476e-bbda-eb76028cc27e req-e3bbae33-223d-44c4-91d3-595ed699c3b3 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Oct 27 06:04:23.524279 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Made reservation on behalf of ce97d9f7270e42f5a64b49ff2c68155c for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:04:23.526568 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:23.536021 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:23.609654 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:23.684741 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:23.709348 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 06:04:23.713204 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:23.717839 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf0fb18-0788-4bc9-96d1-7c48bc23558a,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:23.729568 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:23.729568 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Added segment 20bbeb01-8d00-4709-850b-22f6bc4d01b1 of type vlan for network 44e5423d-c4b4-43d6-934e-e648a15986d8 Oct 27 06:04:23.763412 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:23.844514 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:23.845488 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:23.846110 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:23.902200 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] Pushing event updated for resources: {'Network': ['ID=44e5423d-c4b4-43d6-934e-e648a15986d8,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:23.911970 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 44e5423d-c4b4-43d6-934e-e648a15986d8 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 06:04:23.967473 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c02a0487-c70e-4047-a918-720719a7d1bd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6112752 Oct 27 06:04:23.976948 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 60664) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:04:23.981724 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Request body: {'subnet': {'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2125897867-subnet', 'tenant_id': 'ce97d9f7270e42f5a64b49ff2c68155c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:04:24.090028 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Made reservation on behalf of ce97d9f7270e42f5a64b49ff2c68155c for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:04:24.092334 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25671708'] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:24.307224 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25221753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25671714'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:24.366549 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a52e722-da4d-48c3-bf5d-fcf06dad328b,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:24.373054 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Checking segment: {'id': '20bbeb01-8d00-4709-850b-22f6bc4d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:04:24.373409 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Network hostable DHCP agents. Network: 44e5423d-c4b4-43d6-934e-e648a15986d8, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 06:04:24.472810 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Network 44e5423d-c4b4-43d6-934e-e648a15986d8 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 06:04:24.501359 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 9c9e44a6-436a-4362-afe8-6d78ad0a2dac up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:04:24.588764 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fc1bb-c852-4307-abc8-6e2060184e45 req-3355099a-1fe1-420a-85d1-dead3266a55b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:24.590212 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b06fc1bb-c852-4307-abc8-6e2060184e45 req-3355099a-1fe1-420a-85d1-dead3266a55b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 945 time: 0.0484929 Oct 27 06:04:24.592938 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 44e5423d-c4b4-43d6-934e-e648a15986d8) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:04:24.598437 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:24.599060 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:24.606748 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d267d75-4755-4bdb-ab76-ef6e45f820d1 None None] Network 44e5423d-c4b4-43d6-934e-e648a15986d8 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:04:24.631812 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b06fc1bb-c852-4307-abc8-6e2060184e45 req-32cd6b6d-1274-4985-a910-040396697891 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Oct 27 06:04:24.757345 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3a4d7214-03c8-4a72-8321-c77329213a8d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7793112 Oct 27 06:04:24.774010 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:04:24.784231 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:04:24.784669 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:24.905531 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c63587-37c8-4d33-9a6f-b47f9b574d4f None None] Network 44e5423d-c4b4-43d6-934e-e648a15986d8 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:04:24.965919 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:25.003223 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de87df3b-a2cf-477c-98ff-fe86cd761849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9e44a6-436a-4362-afe8-6d78ad0a2dac'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:04:25.005444 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d54f4e-581e-4e63-a24b-34855f8d5368" -d '{"events": [{"server_uuid": "de87df3b-a2cf-477c-98ff-fe86cd761849", "name": "network-vif-plugged", "status": "completed", "tag": "9c9e44a6-436a-4362-afe8-6d78ad0a2dac"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:04:25.022168 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:04:25.052160 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db81d0ed-f07d-4e46-b35f-afa0adf3cebd x-openstack-request-id: req-db81d0ed-f07d-4e46-b35f-afa0adf3cebd {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:04:25.052451 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de87df3b-a2cf-477c-98ff-fe86cd761849", "name": "network-vif-plugged", "status": "completed", "tag": "9c9e44a6-436a-4362-afe8-6d78ad0a2dac", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:04:25.052700 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db81d0ed-f07d-4e46-b35f-afa0adf3cebd {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:04:25.053084 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de87df3b-a2cf-477c-98ff-fe86cd761849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9e44a6-436a-4362-afe8-6d78ad0a2dac', 'code': 200} Oct 27 06:04:25.094312 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:25.143645 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:25.396925 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd514831-31e8-4238-ad0e-79645d232c1d req-f64d665f-3f56-42a4-9e6b-a990ca335a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:25.398514 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fd514831-31e8-4238-ad0e-79645d232c1d req-f64d665f-3f56-42a4-9e6b-a990ca335a2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 1099 time: 0.0444562 Oct 27 06:04:25.433894 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fd514831-31e8-4238-ad0e-79645d232c1d req-7af3b234-6875-4323-a8da-86171f26a5ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281980 Oct 27 06:04:25.760868 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348fadc-d49f-4d60-8fd7-4c7269f0cf34 req-ace126cb-92c9-4818-8ebb-36278a162aad tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:25.762379 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e348fadc-d49f-4d60-8fd7-4c7269f0cf34 req-ace126cb-92c9-4818-8ebb-36278a162aad tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 946 time: 0.0578368 Oct 27 06:04:25.810513 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e348fadc-d49f-4d60-8fd7-4c7269f0cf34 req-b4aeaeef-44d5-44dd-adaa-9ad0fbc7b0f6 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Oct 27 06:04:26.904761 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-9a79252d-229e-4475-88c0-10b01e1e1a38 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:26.906318 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-9a79252d-229e-4475-88c0-10b01e1e1a38 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/networks?id=44e5423d-c4b4-43d6-934e-e648a15986d8 HTTP/1.1" status: 200 len: 814 time: 0.1155245 Oct 27 06:04:26.931775 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-59153e95-5ef7-40c4-8019-0fc981c89519 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/quotas/ce97d9f7270e42f5a64b49ff2c68155c HTTP/1.1" status: 200 len: 375 time: 0.0120373 Oct 27 06:04:26.972537 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9369b4-88b9-443e-a9f4-954a81dd3e99 req-24f9b3e9-2c65-476b-bdbf-e42297148ae1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:26.974024 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-be9369b4-88b9-443e-a9f4-954a81dd3e99 req-24f9b3e9-2c65-476b-bdbf-e42297148ae1 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 946 time: 0.0885358 Oct 27 06:04:26.980816 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-8839b6e3-8248-48d1-a6f0-1971a1118338 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce97d9f7270e42f5a64b49ff2c68155c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376408 Oct 27 06:04:27.060367 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-be9369b4-88b9-443e-a9f4-954a81dd3e99 req-096bb57d-406d-459f-8c67-1aac347ed1ce tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804756 Oct 27 06:04:27.091595 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-dabb4aff-5a1b-47f2-912e-35a93cc5c61d service neutron] 10.222.0.30 "GET /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060820 Oct 27 06:04:27.185765 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-5437aca2-8fcc-433c-8b75-a36fab4082d9 service neutron] 10.222.0.30 "GET /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881746 Oct 27 06:04:27.457755 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-80a1830c-2983-489d-8e3f-6ba894da1777 req-4a9e7f6b-be4f-4ac1-badd-f5fbb6fdfba9 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 210 time: 0.0283983 Oct 27 06:04:28.552199 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7b4c9a53-ffe3-4505-bd0b-543577396c9f req-3307ae6c-f6c3-46a6-a5cb-093ac75f0d31 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 210 time: 0.0265141 Oct 27 06:04:29.429624 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-a81fa729-05b9-4623-9913-5aad24fbaaca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397840 Oct 27 06:04:29.529492 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-c5b77a3e-943f-493c-9542-33c92e226403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:29.531061 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-c5b77a3e-943f-493c-9542-33c92e226403 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1099 time: 0.0413465 Oct 27 06:04:29.648840 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-cce5e74b-db2c-46d3-96e7-e60e151f6729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:29.665103 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1be52d90-6771-4114-aa05-7d71c4287686 req-6a91d68b-6242-44cd-b91d-56ccff2e52fd tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 210 time: 0.0388598 Oct 27 06:04:29.686921 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-cca63bf4-51c0-44e9-a77d-7a1e308192ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:29.688328 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-cca63bf4-51c0-44e9-a77d-7a1e308192ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ae8bbbe-49f9-4b02-9a00-56758380330a HTTP/1.1" status: 200 len: 909 time: 0.1391993 Oct 27 06:04:29.806653 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-01f516a0-4bb5-4558-8d68-9ce85d43988a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897 HTTP/1.1" status: 200 len: 1002 time: 0.0871241 Oct 27 06:04:29.853058 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-ac08686d-d511-4baf-b2f2-1f32eacd3814 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:29.854526 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-ac08686d-d511-4baf-b2f2-1f32eacd3814 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.26 "GET /v2.0/networks?id=44e5423d-c4b4-43d6-934e-e648a15986d8 HTTP/1.1" status: 200 len: 814 time: 0.1918917 Oct 27 06:04:29.875676 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Request body: {'port': {'device_id': 'f6354e26-998c-4552-859c-b2602406e654', 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8', 'admin_state_up': True, 'tenant_id': 'ce97d9f7270e42f5a64b49ff2c68155c'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:04:29.880095 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-f279455a-8a33-4aeb-ba82-90ca047557fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:29.881491 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-f279455a-8a33-4aeb-ba82-90ca047557fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c810bc0-6636-4689-8963-6498aca1c226 HTTP/1.1" status: 200 len: 847 time: 0.0632234 Oct 27 06:04:30.062112 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-cfef8a83-28ba-4b7a-8972-46a398e936b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:30.063594 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-cfef8a83-28ba-4b7a-8972-46a398e936b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ae8bbbe-49f9-4b02-9a00-56758380330a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1652715 Oct 27 06:04:30.150485 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-2bf3d11c-8ae5-42d5-96e8-5401a42476d5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:30.151995 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-2bf3d11c-8ae5-42d5-96e8-5401a42476d5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/networks?id=e5f757bb-5751-4b48-ab6c-e43efb06b84f HTTP/1.1" status: 200 len: 815 time: 0.2188742 Oct 27 06:04:30.174169 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-0d5bec28-6f21-40ac-92b9-9fd2d1fe2215 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/quotas/92599310b7ec43b88611ef22adb98e9b HTTP/1.1" status: 200 len: 375 time: 0.0150180 Oct 27 06:04:30.229530 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-d8582353-ee2f-46ed-8be2-1123625bde88 service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517963 Oct 27 06:04:30.233693 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Made reservation on behalf of ce97d9f7270e42f5a64b49ff2c68155c for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:04:30.237133 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:30.273846 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-0059b770-e8f1-475d-a3f1-a6b84bf721fb tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931008 Oct 27 06:04:30.459349 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-33a8cf3c-2a97-4fa3-8492-e68a6ca95e1a req-e344e553-5d03-4995-a62e-4df9f0f0dd5a service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181132 Oct 27 06:04:30.501457 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-4a7665c0-802a-4ab3-95ca-2e297e127255 service neutron] 10.222.0.30 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032437 Oct 27 06:04:30.531118 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Allocated IP 172.20.0.13 (44e5423d-c4b4-43d6-934e-e648a15986d8/0a52e722-da4d-48c3-bf5d-fcf06dad328b/5206fecb-2418-456e-a282-3ebcdd9ef048) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:04:30.638641 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-8d236c82-8499-47c3-bd22-b66ce7eeaa85 service neutron] 10.222.0.30 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282890 Oct 27 06:04:30.738520 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:30.773616 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4637e961-3ae4-4ed5-9303-aa17e6d10b98 req-ddfb7d4f-4da9-4868-a36b-fb808fee5834 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 210 time: 0.0333939 Oct 27 06:04:30.876771 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:30.883259 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-10414bae-127a-420b-9727-f25f35dedbf1 req-1d259fa6-6e4f-4a5e-9d8d-80c3a9a1d6d8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 210 time: 0.0326357 Oct 27 06:04:30.924877 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Network 44e5423d-c4b4-43d6-934e-e648a15986d8 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:04:30.928744 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:04:30.932834 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:04:30.957257 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Pushing event updated for resources: {'Port': ['ID=5206fecb-2418-456e-a282-3ebcdd9ef048,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:30.985204 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:30.985850 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:31.138769 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-f20f96d9-1eb3-4fbb-9c1a-25a60f5eecb7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2672012 Oct 27 06:04:31.159251 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Request body: {'port': {'device_id': 'f6354e26-998c-4552-859c-b2602406e654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:04:31.220282 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:31.477400 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5206fecb-2418-456e-a282-3ebcdd9ef048 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:04:31.484770 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:31.496938 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Transition to ACTIVE for port object 5206fecb-2418-456e-a282-3ebcdd9ef048 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:04:31.582328 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:31.635176 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Pushing event updated for resources: {'Port': ['ID=5206fecb-2418-456e-a282-3ebcdd9ef048,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:31.702334 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Attempting to bind port 5206fecb-2418-456e-a282-3ebcdd9ef048 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:04:31.702661 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Attempting to bind port 5206fecb-2418-456e-a282-3ebcdd9ef048 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '20bbeb01-8d00-4709-850b-22f6bc4d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:04:31.702990 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Attempting to bind port 5206fecb-2418-456e-a282-3ebcdd9ef048 on network 44e5423d-c4b4-43d6-934e-e648a15986d8 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:04:31.707949 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Port 5206fecb-2418-456e-a282-3ebcdd9ef048 on network 44e5423d-c4b4-43d6-934e-e648a15986d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:04:31.708270 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Attempting to bind port 5206fecb-2418-456e-a282-3ebcdd9ef048 on network 44e5423d-c4b4-43d6-934e-e648a15986d8 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:04:31.713065 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:04:31.713395 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Checking segment: {'id': '20bbeb01-8d00-4709-850b-22f6bc4d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:04:31.713815 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Bound using segment: {'id': '20bbeb01-8d00-4709-850b-22f6bc4d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:04:31.714236 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Bound port: 5206fecb-2418-456e-a282-3ebcdd9ef048, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bbeb01-8d00-4709-850b-22f6bc4d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:04:31.719789 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:31.775270 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] For port 5206fecb-2418-456e-a282-3ebcdd9ef048, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:04:31.778123 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] For port 5206fecb-2418-456e-a282-3ebcdd9ef048, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5206fecb-2418-456e-a282-3ebcdd9ef048,segment=NetworkSegment(20bbeb01-8d00-4709-850b-22f6bc4d01b1),segment_id=20bbeb01-8d00-4709-850b-22f6bc4d01b1)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:04:31.852047 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:31.906932 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:31.907577 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:31.908927 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] 10.222.0.26 "PUT /v2.0/ports/5206fecb-2418-456e-a282-3ebcdd9ef048 HTTP/1.1" status: 200 len: 1094 time: 0.7537158 Oct 27 06:04:31.911226 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6354e26-998c-4552-859c-b2602406e654', 'tag': '5206fecb-2418-456e-a282-3ebcdd9ef048'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:04:31.913372 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6354e26-998c-4552-859c-b2602406e654", "tag": "5206fecb-2418-456e-a282-3ebcdd9ef048"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:04:31.937932 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b472a2-2bf9-4878-8144-f9ce8ce9937b service neutron] Pushing event updated for resources: {'Port': ['ID=5206fecb-2418-456e-a282-3ebcdd9ef048,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:31.949357 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706086bf-c67e-4c71-b276-37f44c062740 req-b8ea6835-37f0-4bf8-8065-3df264c0693c tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:31.950906 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-706086bf-c67e-4c71-b276-37f44c062740 req-b8ea6835-37f0-4bf8-8065-3df264c0693c tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 944 time: 0.1091781 Oct 27 06:04:32.183842 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-32c150ac-5432-4b32-946e-81722541f70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:32.246810 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3da5ab64-ee09-4b2d-a0af-385212a51e1d req-aa556d46-70cc-475e-97e9-c4780c6dacd2 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 210 time: 0.2932549 Oct 27 06:04:32.285538 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-706086bf-c67e-4c71-b276-37f44c062740 req-68fdcfc6-438b-4150-b421-dd8123ef2542 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231161 Oct 27 06:04:32.291053 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be16c534-fa92-4e7b-9f50-4e91665d5fc6 x-openstack-request-id: req-be16c534-fa92-4e7b-9f50-4e91665d5fc6 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:04:32.291339 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6354e26-998c-4552-859c-b2602406e654", "tag": "5206fecb-2418-456e-a282-3ebcdd9ef048", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:04:32.291582 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be16c534-fa92-4e7b-9f50-4e91665d5fc6 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:04:32.291968 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6354e26-998c-4552-859c-b2602406e654', 'tag': '5206fecb-2418-456e-a282-3ebcdd9ef048', 'status': 'completed', 'code': 200} Oct 27 06:04:32.296203 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-390878f8-1860-48ca-bb9e-e885873046d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:32.297682 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-390878f8-1860-48ca-bb9e-e885873046d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce97d9f7270e42f5a64b49ff2c68155c&device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 1097 time: 0.0652170 Oct 27 06:04:32.355998 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-74d9fab5-3b2e-4fde-bdb0-e3449c7b1808 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5206fecb-2418-456e-a282-3ebcdd9ef048 HTTP/1.1" status: 200 len: 217 time: 0.0359049 Oct 27 06:04:32.405044 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-3288273f-4245-4fdd-8a96-6b031f591e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:32.406526 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-3288273f-4245-4fdd-8a96-6b031f591e7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a52e722-da4d-48c3-bf5d-fcf06dad328b HTTP/1.1" status: 200 len: 854 time: 0.0424480 Oct 27 06:04:32.438431 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-34a9a17c-8141-43da-8acf-a6c2e51e0f58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44e5423d-c4b4-43d6-934e-e648a15986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236149 Oct 27 06:04:32.533946 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-b2e28a19-d7da-4a2d-91c0-d4e45023355c service neutron] 10.222.0.26 "GET /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840089 Oct 27 06:04:32.631279 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c7ee7a61-cd40-4069-a6aa-5dce9957c849 req-50f151cd-dfc5-4420-bb32-bfb822f7b0d8 service neutron] 10.222.0.26 "GET /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818682 Oct 27 06:04:32.915325 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b req-d6c3528b-e839-44c4-a0d7-39ec0bc17daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:32.916875 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b req-d6c3528b-e839-44c4-a0d7-39ec0bc17daf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce97d9f7270e42f5a64b49ff2c68155c&device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 1097 time: 0.1009817 Oct 27 06:04:32.992870 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-d215787e-54c1-42e2-a311-b0b33985b539 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:32.994315 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-d215787e-54c1-42e2-a311-b0b33985b539 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "GET /v2.0/networks?id=e5f757bb-5751-4b48-ab6c-e43efb06b84f HTTP/1.1" status: 200 len: 815 time: 0.1547780 Oct 27 06:04:33.025789 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Request body: {'port': {'device_id': '9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3', 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f', 'admin_state_up': True, 'tenant_id': '92599310b7ec43b88611ef22adb98e9b'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:04:33.077523 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b req-6dca5725-008f-4017-99aa-18dd99e1468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:33.079029 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b req-6dca5725-008f-4017-99aa-18dd99e1468f service neutron] 10.222.0.26 "GET /v2.0/networks?id=44e5423d-c4b4-43d6-934e-e648a15986d8 HTTP/1.1" status: 200 len: 915 time: 0.1500576 Oct 27 06:04:33.138714 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b req-2c62c897-ea26-4bcc-8352-3367faccd170 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5206fecb-2418-456e-a282-3ebcdd9ef048 HTTP/1.1" status: 200 len: 217 time: 0.0466058 Oct 27 06:04:33.187908 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:33.212654 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b req-f372cb73-8152-455b-bf5d-31b688d4edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:33.214182 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b req-f372cb73-8152-455b-bf5d-31b688d4edb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a52e722-da4d-48c3-bf5d-fcf06dad328b HTTP/1.1" status: 200 len: 854 time: 0.0633600 Oct 27 06:04:33.254312 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b req-cc0c6628-d0b8-4427-8539-a2416aca1642 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44e5423d-c4b4-43d6-934e-e648a15986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241888 Oct 27 06:04:33.280220 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Made reservation on behalf of 92599310b7ec43b88611ef22adb98e9b for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:04:33.283626 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:33.367572 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ed18a297-3b12-4f6f-a8d6-977e5d70f2e5 req-93d065ea-e44a-4cc4-891c-14cb368171b5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 210 time: 0.0428457 Oct 27 06:04:33.432680 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:33.490227 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00fe2c-b248-4e37-88f1-94d797bc2e85 req-1c659264-82a8-499d-b031-5fde1719db88 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:33.491709 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-df00fe2c-b248-4e37-88f1-94d797bc2e85 req-1c659264-82a8-499d-b031-5fde1719db88 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 944 time: 0.1330798 Oct 27 06:04:33.493441 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b req-4664d515-f9eb-493b-b912-a476af422828 service neutron] 10.222.0.26 "GET /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305005 Oct 27 06:04:33.615613 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Allocated IP 172.20.0.9 (e5f757bb-5751-4b48-ab6c-e43efb06b84f/396e966e-fead-4e29-8115-65547334b0e1/80bfa7ad-2764-4781-92ac-b89160a35917) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:04:33.626816 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-df00fe2c-b248-4e37-88f1-94d797bc2e85 req-407dd7d7-decb-49b7-a382-e36a836fede0 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145058 Oct 27 06:04:33.665960 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5dfa3fe-809b-4965-9257-b19efa3b9c4b req-d3d4ca19-034d-4973-965d-0b765b4008a1 service neutron] 10.222.0.26 "GET /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546342 Oct 27 06:04:33.788366 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:33.877214 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:33.912996 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['392312da-e74a-4ed3-a7a6-aef94639252a', '9c9e44a6-436a-4362-afe8-6d78ad0a2dac'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:04:33.920114 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Network e5f757bb-5751-4b48-ab6c-e43efb06b84f is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:04:33.923267 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:04:33.927092 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:04:33.952064 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Pushing event updated for resources: {'Port': ['ID=80bfa7ad-2764-4781-92ac-b89160a35917,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:33.981481 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:33.982114 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:34.116531 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-9c662c50-3334-4537-bf83-68126733d904 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0951674 Oct 27 06:04:34.137152 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Request body: {'port': {'device_id': '9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:04:34.191697 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:34.452018 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bfa7ad-2764-4781-92ac-b89160a35917 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:04:34.472848 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:34.491157 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Transition to ACTIVE for port object 80bfa7ad-2764-4781-92ac-b89160a35917 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:04:34.502997 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c86a2-ea16-4c53-92f2-8bd8e766da8d req-dc03dbca-d0bd-4c0e-a218-bcb2bf800d2d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:34.505050 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-da4c86a2-ea16-4c53-92f2-8bd8e766da8d req-dc03dbca-d0bd-4c0e-a218-bcb2bf800d2d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 931 time: 0.0706370 Oct 27 06:04:34.542954 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-da4c86a2-ea16-4c53-92f2-8bd8e766da8d req-dae17445-f71a-4f39-9342-af829661ac24 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317070 Oct 27 06:04:34.587412 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:34.642049 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=80bfa7ad-2764-4781-92ac-b89160a35917,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:34.729173 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Attempting to bind port 80bfa7ad-2764-4781-92ac-b89160a35917 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:04:34.729514 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Attempting to bind port 80bfa7ad-2764-4781-92ac-b89160a35917 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:04:34.729874 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Attempting to bind port 80bfa7ad-2764-4781-92ac-b89160a35917 on network e5f757bb-5751-4b48-ab6c-e43efb06b84f {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:04:34.739122 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Port 80bfa7ad-2764-4781-92ac-b89160a35917 on network e5f757bb-5751-4b48-ab6c-e43efb06b84f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:04:34.739446 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Attempting to bind port 80bfa7ad-2764-4781-92ac-b89160a35917 on network e5f757bb-5751-4b48-ab6c-e43efb06b84f {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:04:34.749139 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:04:34.749493 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Checking segment: {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:04:34.749926 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Bound using segment: {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:04:34.750356 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Bound port: 80bfa7ad-2764-4781-92ac-b89160a35917, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:04:34.750714 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:34.771932 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08659698-60dc-407e-aa97-2db84df57c74 req-1495f6d0-1ff4-40ff-b031-feb96cdf5390 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:34.773448 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-08659698-60dc-407e-aa97-2db84df57c74 req-1495f6d0-1ff4-40ff-b031-feb96cdf5390 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 944 time: 0.0759671 Oct 27 06:04:34.847085 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-08659698-60dc-407e-aa97-2db84df57c74 req-fe6612cd-4da5-4ecf-af24-fc94ef91211e tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672834 Oct 27 06:04:34.852588 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] For port 80bfa7ad-2764-4781-92ac-b89160a35917, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:04:34.855768 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] For port 80bfa7ad-2764-4781-92ac-b89160a35917, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=80bfa7ad-2764-4781-92ac-b89160a35917,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:04:34.923442 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:34.958329 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:34.958933 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:34.960287 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] 10.222.0.26 "PUT /v2.0/ports/80bfa7ad-2764-4781-92ac-b89160a35917 HTTP/1.1" status: 200 len: 1093 time: 0.8277345 Oct 27 06:04:34.960753 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3', 'tag': '80bfa7ad-2764-4781-92ac-b89160a35917'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:04:34.962983 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b166444b-029e-4328-a042-31b9193b2e01" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3", "tag": "80bfa7ad-2764-4781-92ac-b89160a35917"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:04:34.985069 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1387-75a0-43a3-99e8-beb29605f1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=80bfa7ad-2764-4781-92ac-b89160a35917,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:34.989210 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:35.013733 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5a1bf3-7951-4175-b6d6-7817f6985778 x-openstack-request-id: req-fd5a1bf3-7951-4175-b6d6-7817f6985778 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:04:35.014023 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3", "tag": "80bfa7ad-2764-4781-92ac-b89160a35917", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:04:35.014423 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd5a1bf3-7951-4175-b6d6-7817f6985778 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:04:35.020442 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3', 'tag': '80bfa7ad-2764-4781-92ac-b89160a35917', 'status': 'completed', 'code': 200} Oct 27 06:04:35.107794 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166444b-029e-4328-a042-31b9193b2e01 req-ac9def28-fa77-4722-9176-3c61bc86f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:35.109263 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b166444b-029e-4328-a042-31b9193b2e01 req-ac9def28-fa77-4722-9176-3c61bc86f068 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0404127 Oct 27 06:04:35.217641 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166444b-029e-4328-a042-31b9193b2e01 req-d23bcd96-5125-4d37-ae5a-42b3f1ad274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:35.219136 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b166444b-029e-4328-a042-31b9193b2e01 req-d23bcd96-5125-4d37-ae5a-42b3f1ad274d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=92599310b7ec43b88611ef22adb98e9b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0930502 Oct 27 06:04:35.314333 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166444b-029e-4328-a042-31b9193b2e01 req-cfef44c7-360a-4306-a6bd-c05519593ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:35.315791 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b166444b-029e-4328-a042-31b9193b2e01 req-cfef44c7-360a-4306-a6bd-c05519593ec5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887270 Oct 27 06:04:35.415925 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-f8b13031-9fe8-4b12-a313-d48ba4bc041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:35.417377 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-f8b13031-9fe8-4b12-a313-d48ba4bc041a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0401323 Oct 27 06:04:35.465493 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-cf1425d0-fc0c-4cfc-8ece-f03b7da88864 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80bfa7ad-2764-4781-92ac-b89160a35917 HTTP/1.1" status: 200 len: 217 time: 0.0325859 Oct 27 06:04:35.516981 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-86dfdd94-eca8-429e-a1d0-ca364cbb1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:35.518351 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-86dfdd94-eca8-429e-a1d0-ca364cbb1d82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=396e966e-fead-4e29-8115-65547334b0e1 HTTP/1.1" status: 200 len: 855 time: 0.0448902 Oct 27 06:04:35.551188 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-ebcccd7f-002b-45e8-9dae-27260edf78ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5f757bb-5751-4b48-ab6c-e43efb06b84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246887 Oct 27 06:04:35.682120 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadc34d-89f8-4ca0-9543-4b55ea0717cf req-db642a75-8bd2-43ee-aa66-ae01713dff20 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:35.683579 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9cadc34d-89f8-4ca0-9543-4b55ea0717cf req-db642a75-8bd2-43ee-aa66-ae01713dff20 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 943 time: 0.0750341 Oct 27 06:04:35.685300 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-c1c1c4eb-7364-40e3-bcea-d8320dec8c67 service neutron] 10.222.0.26 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261332 Oct 27 06:04:35.766585 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9cadc34d-89f8-4ca0-9543-4b55ea0717cf req-6019f8d0-1ff9-4e12-aabe-876fb3c7abbd tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772157 Oct 27 06:04:35.801051 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd8d009f-6685-4761-ab91-ddf71eb25220 req-c18130ff-0d1b-4de0-a782-2a24de74da78 service neutron] 10.222.0.26 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058555 Oct 27 06:04:35.967873 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5213-d896-4890-b3ea-0fa188a6fd3e req-8c996486-3500-4e9a-a344-890da15771e9 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:35.969385 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-798a5213-d896-4890-b3ea-0fa188a6fd3e req-8c996486-3500-4e9a-a344-890da15771e9 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 944 time: 0.0529478 Oct 27 06:04:36.007923 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-798a5213-d896-4890-b3ea-0fa188a6fd3e req-2dd55011-9e30-4616-ac74-ec6026510ba0 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326021 Oct 27 06:04:36.538751 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 5206fecb-2418-456e-a282-3ebcdd9ef048 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:04:36.632178 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 5206fecb-2418-456e-a282-3ebcdd9ef048, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5206fecb-2418-456e-a282-3ebcdd9ef048,segment=NetworkSegment(20bbeb01-8d00-4709-850b-22f6bc4d01b1),segment_id=20bbeb01-8d00-4709-850b-22f6bc4d01b1)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:04:36.642540 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '5206fecb-2418-456e-a282-3ebcdd9ef048', 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8', 'port_id': '5206fecb-2418-456e-a282-3ebcdd9ef048', 'mac_address': 'fa:16:3e:6e:47:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a52e722-da4d-48c3-bf5d-fcf06dad328b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:04:36.681882 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:36.694021 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5206fecb-2418-456e-a282-3ebcdd9ef048 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:04:36.712375 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 5206fecb-2418-456e-a282-3ebcdd9ef048, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5206fecb-2418-456e-a282-3ebcdd9ef048,segment=NetworkSegment(20bbeb01-8d00-4709-850b-22f6bc4d01b1),segment_id=20bbeb01-8d00-4709-850b-22f6bc4d01b1)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:04:36.775641 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:36.826030 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=5206fecb-2418-456e-a282-3ebcdd9ef048,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:36.882423 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc895c-95ac-4a5c-9aeb-d2b79aa77394 req-6a4d7f1c-b355-45d1-bd09-a0bb939c685e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:36.883886 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1bc895c-95ac-4a5c-9aeb-d2b79aa77394 req-6a4d7f1c-b355-45d1-bd09-a0bb939c685e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 943 time: 0.0498888 Oct 27 06:04:36.922424 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1bc895c-95ac-4a5c-9aeb-d2b79aa77394 req-3cf0c473-a312-4589-a836-22488ee3a96d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326831 Oct 27 06:04:37.122938 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be9992-3d7e-409b-98c0-cffa01724250 req-d7ebed04-7dfb-4f1c-af84-031fa297435d tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:37.124406 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a1be9992-3d7e-409b-98c0-cffa01724250 req-d7ebed04-7dfb-4f1c-af84-031fa297435d tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 945 time: 0.0498559 Oct 27 06:04:37.133572 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['5206fecb-2418-456e-a282-3ebcdd9ef048'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:04:37.164411 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a1be9992-3d7e-409b-98c0-cffa01724250 req-ef046eac-6e55-4001-94cd-6fe3a20c3389 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334501 Oct 27 06:04:38.039864 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec68fb-3b59-44c3-9499-8ee2630a26c1 req-46deb16a-5a2c-478d-957e-9c53902ccf84 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:38.041294 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dfec68fb-3b59-44c3-9499-8ee2630a26c1 req-46deb16a-5a2c-478d-957e-9c53902ccf84 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 943 time: 0.0512395 Oct 27 06:04:38.078064 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dfec68fb-3b59-44c3-9499-8ee2630a26c1 req-d0a7a50a-7e14-40a7-a46e-336d723259bc tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Oct 27 06:04:38.274102 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55653c3d-bbbf-4ffd-b21f-8d9d0c069053 req-0c55032c-4681-495f-94ed-ce3ee7ee89d6 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:38.275467 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55653c3d-bbbf-4ffd-b21f-8d9d0c069053 req-0c55032c-4681-495f-94ed-ce3ee7ee89d6 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 945 time: 0.0474980 Oct 27 06:04:38.312132 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55653c3d-bbbf-4ffd-b21f-8d9d0c069053 req-e35d169a-445b-4610-a37e-3c7d261aea57 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Oct 27 06:04:38.565463 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 80bfa7ad-2764-4781-92ac-b89160a35917 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:04:38.570261 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 5206fecb-2418-456e-a282-3ebcdd9ef048 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:04:38.692728 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 80bfa7ad-2764-4781-92ac-b89160a35917, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=80bfa7ad-2764-4781-92ac-b89160a35917,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:04:38.703856 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '80bfa7ad-2764-4781-92ac-b89160a35917', 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f', 'port_id': '80bfa7ad-2764-4781-92ac-b89160a35917', 'mac_address': 'fa:16:3e:42:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396e966e-fead-4e29-8115-65547334b0e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:04:38.741180 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 5206fecb-2418-456e-a282-3ebcdd9ef048 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:04:38.747505 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:38.749143 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 5206fecb-2418-456e-a282-3ebcdd9ef048 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:04:38.749501 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:38.781727 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bfa7ad-2764-4781-92ac-b89160a35917 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:04:38.808721 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 80bfa7ad-2764-4781-92ac-b89160a35917, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=80bfa7ad-2764-4781-92ac-b89160a35917,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:04:38.849354 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:38.867580 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:38.875586 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6354e26-998c-4552-859c-b2602406e654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5206fecb-2418-456e-a282-3ebcdd9ef048'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:04:38.877815 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff1a024-48e2-4572-989c-075f501793ff" -d '{"events": [{"server_uuid": "f6354e26-998c-4552-859c-b2602406e654", "name": "network-vif-plugged", "status": "completed", "tag": "5206fecb-2418-456e-a282-3ebcdd9ef048"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:04:38.913739 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 5206fecb-2418-456e-a282-3ebcdd9ef048, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5206fecb-2418-456e-a282-3ebcdd9ef048,segment=NetworkSegment(20bbeb01-8d00-4709-850b-22f6bc4d01b1),segment_id=20bbeb01-8d00-4709-850b-22f6bc4d01b1)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:04:38.935166 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=80bfa7ad-2764-4781-92ac-b89160a35917,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:38.943489 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.943850 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.944194 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.944602 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.944876 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.945210 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.945603 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.945970 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.946306 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.946635 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.946960 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:38.947285 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:04:39.002911 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:39.056901 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=5206fecb-2418-456e-a282-3ebcdd9ef048,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:39.089364 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc166c3-e581-4e67-8c34-6b4e84334bd6 x-openstack-request-id: req-efc166c3-e581-4e67-8c34-6b4e84334bd6 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:04:39.089704 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6354e26-998c-4552-859c-b2602406e654", "name": "network-vif-plugged", "status": "completed", "tag": "5206fecb-2418-456e-a282-3ebcdd9ef048", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:04:39.089964 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efc166c3-e581-4e67-8c34-6b4e84334bd6 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:04:39.090349 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6354e26-998c-4552-859c-b2602406e654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5206fecb-2418-456e-a282-3ebcdd9ef048', 'code': 200} Oct 27 06:04:39.193839 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83afa8-70a0-494d-a69e-daa115c5f84e req-38111a39-7bb1-44b0-954b-54c1f82b9b6d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:39.195336 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5a83afa8-70a0-494d-a69e-daa115c5f84e req-38111a39-7bb1-44b0-954b-54c1f82b9b6d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 944 time: 0.0498025 Oct 27 06:04:39.231556 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['80bfa7ad-2764-4781-92ac-b89160a35917'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:04:39.234424 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5a83afa8-70a0-494d-a69e-daa115c5f84e req-90c2b94d-1511-4aa4-98c3-c1012ea70b29 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Oct 27 06:04:39.445244 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd6eba-07a5-4c73-bfb5-91d468b55122 req-0b2bb3d0-36e3-4c2f-8802-8d702cae7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:39.446756 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-24dd6eba-07a5-4c73-bfb5-91d468b55122 req-0b2bb3d0-36e3-4c2f-8802-8d702cae7f22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 1099 time: 0.0660317 Oct 27 06:04:39.462577 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b6412-eb8d-46e8-8ee2-fa9dae6e3cc3 req-c170f4cb-b9fc-4e10-adf9-bf0558df5d9f tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:39.463944 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4b5b6412-eb8d-46e8-8ee2-fa9dae6e3cc3 req-c170f4cb-b9fc-4e10-adf9-bf0558df5d9f tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 946 time: 0.0755413 Oct 27 06:04:39.515017 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-24dd6eba-07a5-4c73-bfb5-91d468b55122 req-631af063-603a-4bea-bf26-2bf5dc45e542 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501261 Oct 27 06:04:39.520281 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4b5b6412-eb8d-46e8-8ee2-fa9dae6e3cc3 req-3c981aff-7f47-4a20-a484-79c10112a3dc tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Oct 27 06:04:40.346078 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afafdf-5a78-4eae-ba9e-f6164a36ad31 req-c143201c-d3f6-4b00-bbfb-60d662ae337d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:40.348168 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c4afafdf-5a78-4eae-ba9e-f6164a36ad31 req-c143201c-d3f6-4b00-bbfb-60d662ae337d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 944 time: 0.0487075 Oct 27 06:04:40.388476 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c4afafdf-5a78-4eae-ba9e-f6164a36ad31 req-02082c38-662e-43b5-b359-04e207865b2d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343916 Oct 27 06:04:40.578691 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 80bfa7ad-2764-4781-92ac-b89160a35917 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:04:40.633362 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a82e4c-44f0-4d54-b91d-ec2899b78cd6 req-5cfbeadd-238d-4902-b1c7-7b3aadac5e1e tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:40.635018 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5a82e4c-44f0-4d54-b91d-ec2899b78cd6 req-5cfbeadd-238d-4902-b1c7-7b3aadac5e1e tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 946 time: 0.0492947 Oct 27 06:04:40.673113 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a5a82e4c-44f0-4d54-b91d-ec2899b78cd6 req-e6f6ef2d-ab82-40c3-aa4d-7fcd25b4907a tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323849 Oct 27 06:04:40.682260 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 80bfa7ad-2764-4781-92ac-b89160a35917 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:04:40.686326 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 80bfa7ad-2764-4781-92ac-b89160a35917 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:04:40.686701 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:40.763968 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:40.798369 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 80bfa7ad-2764-4781-92ac-b89160a35917, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=80bfa7ad-2764-4781-92ac-b89160a35917,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:04:40.901552 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:40.951050 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=80bfa7ad-2764-4781-92ac-b89160a35917,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:04:41.091460 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bfa7ad-2764-4781-92ac-b89160a35917'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:04:41.093766 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b9b2f4-f41f-4106-9693-04b1cca42d04" -d '{"events": [{"server_uuid": "9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3", "name": "network-vif-plugged", "status": "completed", "tag": "80bfa7ad-2764-4781-92ac-b89160a35917"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:04:41.128779 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec701963-b1c4-4d92-8be5-064963fbc64d x-openstack-request-id: req-ec701963-b1c4-4d92-8be5-064963fbc64d {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:04:41.137056 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3", "name": "network-vif-plugged", "status": "completed", "tag": "80bfa7ad-2764-4781-92ac-b89160a35917", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:04:41.137056 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec701963-b1c4-4d92-8be5-064963fbc64d {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:04:41.137056 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bfa7ad-2764-4781-92ac-b89160a35917', 'code': 200} Oct 27 06:04:41.493648 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837e72b-d9fd-48e1-9782-6b8e334df536 req-e93b1393-fce5-4145-8a07-88f7ad3870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:41.495145 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a837e72b-d9fd-48e1-9782-6b8e334df536 req-e93b1393-fce5-4145-8a07-88f7ad3870a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0661623 Oct 27 06:04:41.512189 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d1fd6-8815-41c9-b22a-445d151ccc91 req-d7d8ea97-0597-466b-8ba0-a9935d9a725e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:41.513530 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-588d1fd6-8815-41c9-b22a-445d151ccc91 req-d7d8ea97-0597-466b-8ba0-a9935d9a725e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 945 time: 0.0568724 Oct 27 06:04:41.562855 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a837e72b-d9fd-48e1-9782-6b8e334df536 req-bd312120-75ae-4c9e-8ddc-a38dbe8b60cd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579581 Oct 27 06:04:41.570019 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-588d1fd6-8815-41c9-b22a-445d151ccc91 req-12b52e69-9f2b-4264-babd-0b8b159d731a tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506637 Oct 27 06:04:41.788264 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584714ee-3d5a-447f-8bfd-4c75b28a4657 req-f430c0ef-3d2b-4e7e-ae69-4a716848fa45 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:41.789753 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-584714ee-3d5a-447f-8bfd-4c75b28a4657 req-f430c0ef-3d2b-4e7e-ae69-4a716848fa45 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 946 time: 0.0500402 Oct 27 06:04:41.827501 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-584714ee-3d5a-447f-8bfd-4c75b28a4657 req-765150ee-3c73-499b-8738-cfa43196a33d tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Oct 27 06:04:42.627317 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:04:42.687923 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77628d8a-0f69-4114-9fd9-31295044aaf6 req-4a5bbf7c-6ec2-4b96-a7c0-0094843eb927 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:42.689427 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77628d8a-0f69-4114-9fd9-31295044aaf6 req-4a5bbf7c-6ec2-4b96-a7c0-0094843eb927 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 945 time: 0.0517776 Oct 27 06:04:42.730162 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-77628d8a-0f69-4114-9fd9-31295044aaf6 req-6d5f6d7a-af00-4910-8ea5-15b6e25c468f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345860 Oct 27 06:04:43.846189 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193df0a8-609e-40e7-a3c7-6fb44165a081 req-fba739f6-27a7-4522-a3ac-3467ab8c3103 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:43.847825 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-193df0a8-609e-40e7-a3c7-6fb44165a081 req-fba739f6-27a7-4522-a3ac-3467ab8c3103 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 945 time: 0.0497634 Oct 27 06:04:43.892457 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-193df0a8-609e-40e7-a3c7-6fb44165a081 req-0050ebc9-aba0-4610-8286-0dcee7a12212 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364916 Oct 27 06:04:53.718793 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:56.650709 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-c1c40ab0-145c-44a4-a295-45a2574b6e9e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:56.652178 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-c1c40ab0-145c-44a4-a295-45a2574b6e9e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/networks?id=e5f757bb-5751-4b48-ab6c-e43efb06b84f HTTP/1.1" status: 200 len: 815 time: 0.0992463 Oct 27 06:04:56.667235 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-8a2d98e0-d6c2-4ff2-9921-84dd96c13268 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/quotas/92599310b7ec43b88611ef22adb98e9b HTTP/1.1" status: 200 len: 375 time: 0.0095465 Oct 27 06:04:56.719008 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-0bd8060f-2789-45c1-936d-3bb8bb9675f8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468328 Oct 27 06:04:56.811059 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-b2c53008-8b7d-4bda-be93-b9581d9d9edd service neutron] 10.222.0.30 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Oct 27 06:04:56.901348 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-6534a6ff-03c4-4780-b5c6-2d1a25036cb4 service neutron] 10.222.0.30 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839033 Oct 27 06:04:57.140756 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-75ce36a5-dfa7-4ab8-be30-3f91f265647f req-66ddc147-957d-4312-9fa4-9fb018885376 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 210 time: 0.0313549 Oct 27 06:04:58.235610 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7371bd9f-fd03-4ef4-a072-76c9bd69e1ac req-82ec50db-90c7-4853-84a7-da0aa0604e16 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 210 time: 0.0269547 Oct 27 06:04:59.333392 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1ec9a39e-cf7d-479f-b45b-7af98952407a req-f144921a-83cb-4167-b748-31928d113d3e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 210 time: 0.0274637 Oct 27 06:04:59.592982 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-22569034-a1a1-4af4-93a6-f8a7ca265bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:04:59.681473 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-78f0169c-c60b-40d7-98a0-b28d00af0c5e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:04:59.682929 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-78f0169c-c60b-40d7-98a0-b28d00af0c5e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "GET /v2.0/networks?id=e5f757bb-5751-4b48-ab6c-e43efb06b84f HTTP/1.1" status: 200 len: 815 time: 0.3522234 Oct 27 06:04:59.710224 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Request body: {'port': {'device_id': '1f0de72c-3d7e-41df-b4dd-8249cd103c4b', 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f', 'admin_state_up': True, 'tenant_id': '92599310b7ec43b88611ef22adb98e9b'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:04:59.887757 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Made reservation on behalf of 92599310b7ec43b88611ef22adb98e9b for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:04:59.891256 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:00.014770 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Allocated IP 172.20.0.10 (e5f757bb-5751-4b48-ab6c-e43efb06b84f/396e966e-fead-4e29-8115-65547334b0e1/d602fa20-b658-498f-9136-1c85a37f253d) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:05:00.156762 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:00.227226 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:00.273721 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['392312da-e74a-4ed3-a7a6-aef94639252a', '9c9e44a6-436a-4362-afe8-6d78ad0a2dac', '80bfa7ad-2764-4781-92ac-b89160a35917'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:05:00.274542 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Network e5f757bb-5751-4b48-ab6c-e43efb06b84f is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:05:00.277673 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:05:00.281378 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:05:00.304904 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Pushing event updated for resources: {'Port': ['ID=d602fa20-b658-498f-9136-1c85a37f253d,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:00.333269 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:00.333910 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:00.395307 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-819ac973-b4f1-4af6-9d5a-443e5c9e7d88 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6886146 Oct 27 06:05:00.421158 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Request body: {'port': {'device_id': '1f0de72c-3d7e-41df-b4dd-8249cd103c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:05:00.505174 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d3a24-73d3-4349-b244-8a17de249bdf req-5ee7f9a0-f641-4933-82ac-2a4847d6a41a tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:00.506693 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-741d3a24-73d3-4349-b244-8a17de249bdf req-5ee7f9a0-f641-4933-82ac-2a4847d6a41a tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 932 time: 0.0999868 Oct 27 06:05:00.509249 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:00.577354 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-741d3a24-73d3-4349-b244-8a17de249bdf req-c34b98f9-750f-48dc-b84a-98818797dec9 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596974 Oct 27 06:05:00.795405 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d602fa20-b658-498f-9136-1c85a37f253d {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:05:00.802668 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:00.814173 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Transition to ACTIVE for port object d602fa20-b658-498f-9136-1c85a37f253d will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:05:00.895351 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:00.943725 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Pushing event updated for resources: {'Port': ['ID=d602fa20-b658-498f-9136-1c85a37f253d,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:01.012793 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Attempting to bind port d602fa20-b658-498f-9136-1c85a37f253d on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:05:01.013051 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Attempting to bind port d602fa20-b658-498f-9136-1c85a37f253d by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:05:01.013382 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Attempting to bind port d602fa20-b658-498f-9136-1c85a37f253d on network e5f757bb-5751-4b48-ab6c-e43efb06b84f {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:05:01.017709 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Port d602fa20-b658-498f-9136-1c85a37f253d on network e5f757bb-5751-4b48-ab6c-e43efb06b84f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:05:01.018060 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Attempting to bind port d602fa20-b658-498f-9136-1c85a37f253d on network e5f757bb-5751-4b48-ab6c-e43efb06b84f {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:05:01.023278 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:05:01.023615 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Checking segment: {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:05:01.024001 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Bound using segment: {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:05:01.024428 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Bound port: d602fa20-b658-498f-9136-1c85a37f253d, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70855fc8-8bfb-43be-b035-2a868823da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:05:01.024779 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:01.089538 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] For port d602fa20-b658-498f-9136-1c85a37f253d, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:05:01.092519 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] For port d602fa20-b658-498f-9136-1c85a37f253d, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d602fa20-b658-498f-9136-1c85a37f253d,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:05:01.150853 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:01.186222 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:01.186818 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:01.188210 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] 10.222.0.26 "PUT /v2.0/ports/d602fa20-b658-498f-9136-1c85a37f253d HTTP/1.1" status: 200 len: 1094 time: 0.7712553 Oct 27 06:05:01.188635 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0de72c-3d7e-41df-b4dd-8249cd103c4b', 'tag': 'd602fa20-b658-498f-9136-1c85a37f253d'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:01.192071 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95f1389-cd16-4ace-9d44-cf2abfb11700" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0de72c-3d7e-41df-b4dd-8249cd103c4b", "tag": "d602fa20-b658-498f-9136-1c85a37f253d"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:01.213110 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3763-6c5f-4f9f-a85c-c616d66ac801 service neutron] Pushing event updated for resources: {'Port': ['ID=d602fa20-b658-498f-9136-1c85a37f253d,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:01.229748 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f4ff8a-1d3c-42d6-aae7-7c35f26c4a5a x-openstack-request-id: req-03f4ff8a-1d3c-42d6-aae7-7c35f26c4a5a {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:01.230073 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0de72c-3d7e-41df-b4dd-8249cd103c4b", "tag": "d602fa20-b658-498f-9136-1c85a37f253d", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:01.230468 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03f4ff8a-1d3c-42d6-aae7-7c35f26c4a5a {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:01.230929 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0de72c-3d7e-41df-b4dd-8249cd103c4b', 'tag': 'd602fa20-b658-498f-9136-1c85a37f253d', 'status': 'completed', 'code': 200} Oct 27 06:05:01.331611 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f1389-cd16-4ace-9d44-cf2abfb11700 req-2e11cadc-d3e5-4bd1-8c68-d14ad156a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:01.333128 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c95f1389-cd16-4ace-9d44-cf2abfb11700 req-2e11cadc-d3e5-4bd1-8c68-d14ad156a2f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 1097 time: 0.0425055 Oct 27 06:05:01.444535 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f1389-cd16-4ace-9d44-cf2abfb11700 req-5ab3500a-4786-4be8-b6da-e43485c01836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:01.448639 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c95f1389-cd16-4ace-9d44-cf2abfb11700 req-5ab3500a-4786-4be8-b6da-e43485c01836 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=92599310b7ec43b88611ef22adb98e9b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0964787 Oct 27 06:05:01.541475 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f1389-cd16-4ace-9d44-cf2abfb11700 req-abc2f685-a016-44fa-9f75-0f437b3b8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:01.542989 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c95f1389-cd16-4ace-9d44-cf2abfb11700 req-abc2f685-a016-44fa-9f75-0f437b3b8eae service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891740 Oct 27 06:05:01.657580 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-db82e629-e6c3-4a03-a6e7-8801810660d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:01.660202 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-db82e629-e6c3-4a03-a6e7-8801810660d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92599310b7ec43b88611ef22adb98e9b&device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 1097 time: 0.0484526 Oct 27 06:05:01.723185 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-4fdd4403-3d46-4992-9ee1-588c15585ceb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d602fa20-b658-498f-9136-1c85a37f253d HTTP/1.1" status: 200 len: 217 time: 0.0364115 Oct 27 06:05:01.740982 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf34339-1abc-41fd-a190-c9e9c5defea0 req-30ac675f-7094-42cc-b690-23ac0f53b1dd tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:01.742448 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6bf34339-1abc-41fd-a190-c9e9c5defea0 req-30ac675f-7094-42cc-b690-23ac0f53b1dd tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 944 time: 0.0797250 Oct 27 06:05:01.811583 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-2e2efd89-a19e-4920-9900-1a06ea0a50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:01.812943 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-2e2efd89-a19e-4920-9900-1a06ea0a50b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=396e966e-fead-4e29-8115-65547334b0e1 HTTP/1.1" status: 200 len: 855 time: 0.0696537 Oct 27 06:05:01.816044 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6bf34339-1abc-41fd-a190-c9e9c5defea0 req-488476d7-8153-4619-89cf-3cea824e5abc tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658443 Oct 27 06:05:01.855446 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-7227e84c-5919-4dba-bb0c-fa510064cf26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5f757bb-5751-4b48-ab6c-e43efb06b84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274506 Oct 27 06:05:01.948205 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-66541aa5-fcf5-4658-87f8-f31ee9b83a20 service neutron] 10.222.0.26 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836482 Oct 27 06:05:02.051129 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d2afa9-8232-4ee3-b07f-a3aaf9c1a9ef req-c9551d49-7623-454d-bfdd-e0abe763a37b service neutron] 10.222.0.26 "GET /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934043 Oct 27 06:05:02.169487 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-dce94330-fec4-4b38-ab30-be28fac86ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:02.930894 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c52bb7-768f-4a44-ab57-5e5ea6708473 req-0d13bb0e-6207-4035-9e53-081733712751 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:02.932409 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-63c52bb7-768f-4a44-ab57-5e5ea6708473 req-0d13bb0e-6207-4035-9e53-081733712751 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 944 time: 0.0507824 Oct 27 06:05:02.972028 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-63c52bb7-768f-4a44-ab57-5e5ea6708473 req-49ba0184-7661-4bae-bc76-520d276f3c00 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Oct 27 06:05:03.202163 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:03.419652 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:04.007347 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746f23c-c8b8-4047-9ac5-768144a2667d req-02c3e2d8-1722-42da-819f-844bcf92557c tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:04.011253 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c746f23c-c8b8-4047-9ac5-768144a2667d req-02c3e2d8-1722-42da-819f-844bcf92557c tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0575299 Oct 27 06:05:04.057650 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c746f23c-c8b8-4047-9ac5-768144a2667d req-377829d3-e790-424d-a72c-8b7175e0c2ff tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Oct 27 06:05:04.093230 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a9c62-b988-4773-bf5f-ddfc89167ad7 req-f3fb6680-1871-44b5-b89c-9acb0996be7b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:04.094811 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7e2a9c62-b988-4773-bf5f-ddfc89167ad7 req-f3fb6680-1871-44b5-b89c-9acb0996be7b tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 944 time: 0.0516055 Oct 27 06:05:04.132475 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7e2a9c62-b988-4773-bf5f-ddfc89167ad7 req-33641427-dfaf-45a4-a524-79569cb5b7aa tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Oct 27 06:05:04.764743 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device d602fa20-b658-498f-9136-1c85a37f253d details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:05:04.858287 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port d602fa20-b658-498f-9136-1c85a37f253d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d602fa20-b658-498f-9136-1c85a37f253d,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:04.869733 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'd602fa20-b658-498f-9136-1c85a37f253d', 'network_id': 'e5f757bb-5751-4b48-ab6c-e43efb06b84f', 'port_id': 'd602fa20-b658-498f-9136-1c85a37f253d', 'mac_address': 'fa:16:3e:3b:f5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396e966e-fead-4e29-8115-65547334b0e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:05:04.914408 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:04.928857 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d602fa20-b658-498f-9136-1c85a37f253d {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:05:04.948049 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port d602fa20-b658-498f-9136-1c85a37f253d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d602fa20-b658-498f-9136-1c85a37f253d,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:05.004022 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:05.014764 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:05.066429 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=d602fa20-b658-498f-9136-1c85a37f253d,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:05.171785 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d89bba-8d1f-4233-8e28-48dac962fbc1 req-719b9181-d0d8-464d-8c14-b5eba8ceac5e tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:05.173304 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-75d89bba-8d1f-4233-8e28-48dac962fbc1 req-719b9181-d0d8-464d-8c14-b5eba8ceac5e tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0488019 Oct 27 06:05:05.236179 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-75d89bba-8d1f-4233-8e28-48dac962fbc1 req-837fb78a-380f-44b7-a693-bf1e49dad21d tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562406 Oct 27 06:05:05.271607 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68301cec-ad52-4ba2-bc20-e852a1dc619d req-de7d2d12-1946-41ce-aa01-bb6a00482e69 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:05.273072 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-68301cec-ad52-4ba2-bc20-e852a1dc619d req-de7d2d12-1946-41ce-aa01-bb6a00482e69 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 945 time: 0.0736821 Oct 27 06:05:05.312410 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-68301cec-ad52-4ba2-bc20-e852a1dc619d req-730a45ed-1970-4ffe-898a-6728ecbf6585 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325356 Oct 27 06:05:05.451090 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['d602fa20-b658-498f-9136-1c85a37f253d'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:05:06.368365 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb38ea-c853-42ce-98fc-e2a957c12d17 req-ba98fdce-1cc3-4200-a69b-48a0ed0655c4 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:06.369879 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bbfb38ea-c853-42ce-98fc-e2a957c12d17 req-ba98fdce-1cc3-4200-a69b-48a0ed0655c4 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0524473 Oct 27 06:05:06.435381 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bbfb38ea-c853-42ce-98fc-e2a957c12d17 req-e4a7e419-2a4a-43a7-a63d-78d1b2d3b4b3 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563293 Oct 27 06:05:06.443640 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6a560-ed5b-46d0-b2ba-b5fafe73fdd1 req-0b2d1d09-f8d7-4219-a238-a9a856c6fb94 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:06.445097 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-92f6a560-ed5b-46d0-b2ba-b5fafe73fdd1 req-0b2d1d09-f8d7-4219-a238-a9a856c6fb94 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 945 time: 0.0743501 Oct 27 06:05:06.488785 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-92f6a560-ed5b-46d0-b2ba-b5fafe73fdd1 req-5689862f-8ee2-48f6-8456-c6d3c30f7cd8 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372207 Oct 27 06:05:06.535846 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124b1c8-4be2-41be-8e29-1a95f5c66906 req-88bd43d2-6674-4e08-b6f0-0a253c16e9dc tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:06.537308 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2124b1c8-4be2-41be-8e29-1a95f5c66906 req-88bd43d2-6674-4e08-b6f0-0a253c16e9dc tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 945 time: 0.0476704 Oct 27 06:05:06.574287 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2124b1c8-4be2-41be-8e29-1a95f5c66906 req-ee437a38-bc4e-43ed-933e-0ed855b54b68 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Oct 27 06:05:06.775724 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device d602fa20-b658-498f-9136-1c85a37f253d up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:05:06.889267 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port d602fa20-b658-498f-9136-1c85a37f253d completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:05:06.893471 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port d602fa20-b658-498f-9136-1c85a37f253d triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:05:06.894348 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:06.970393 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:06.993489 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0de72c-3d7e-41df-b4dd-8249cd103c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd602fa20-b658-498f-9136-1c85a37f253d'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:06.995724 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f986f3-c5c8-4f9d-8b7c-9a0a306114f0" -d '{"events": [{"server_uuid": "1f0de72c-3d7e-41df-b4dd-8249cd103c4b", "name": "network-vif-plugged", "status": "completed", "tag": "d602fa20-b658-498f-9136-1c85a37f253d"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:07.008979 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port d602fa20-b658-498f-9136-1c85a37f253d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d602fa20-b658-498f-9136-1c85a37f253d,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:07.034298 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b185cf78-bcce-48b4-8bb9-f58406eebc32 x-openstack-request-id: req-b185cf78-bcce-48b4-8bb9-f58406eebc32 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:07.034589 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0de72c-3d7e-41df-b4dd-8249cd103c4b", "name": "network-vif-plugged", "status": "completed", "tag": "d602fa20-b658-498f-9136-1c85a37f253d", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:07.034847 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b185cf78-bcce-48b4-8bb9-f58406eebc32 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:07.035240 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0de72c-3d7e-41df-b4dd-8249cd103c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd602fa20-b658-498f-9136-1c85a37f253d', 'code': 200} Oct 27 06:05:07.106966 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:07.156842 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=d602fa20-b658-498f-9136-1c85a37f253d,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:07.409843 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3950f7-31d1-4e08-b4c6-7a4dbca78c09 req-c157796e-8659-48b7-b344-b7c74939cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:07.411301 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cd3950f7-31d1-4e08-b4c6-7a4dbca78c09 req-c157796e-8659-48b7-b344-b7c74939cd68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 1099 time: 0.0403714 Oct 27 06:05:07.459298 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cd3950f7-31d1-4e08-b4c6-7a4dbca78c09 req-0b302e32-8394-42c5-bcf4-281d3175b9da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271533 Oct 27 06:05:07.552615 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574da1dd-c153-4286-8c52-4e0395d59f1e req-a5e91052-2669-4ff9-a6ad-a4ba13e391a6 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:07.554162 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-574da1dd-c153-4286-8c52-4e0395d59f1e req-a5e91052-2669-4ff9-a6ad-a4ba13e391a6 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0518522 Oct 27 06:05:07.626778 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-574da1dd-c153-4286-8c52-4e0395d59f1e req-a0478039-dd89-40c4-b519-f58af6c96e7c tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605142 Oct 27 06:05:07.636150 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e7b20-bb24-4a99-b33f-489bcd34063a req-09faa801-fe4e-4a83-a010-45b7e350e259 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:07.637601 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd7e7b20-bb24-4a99-b33f-489bcd34063a req-09faa801-fe4e-4a83-a010-45b7e350e259 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 945 time: 0.0801272 Oct 27 06:05:07.677385 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dd7e7b20-bb24-4a99-b33f-489bcd34063a req-d9c0147d-6e21-430c-8b5a-45fb3a5507b4 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324759 Oct 27 06:05:07.727994 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf0c3-7260-4efa-b3a3-b287ea2d55aa req-dcd651a2-3b79-4086-a36a-edcf21cb0d2a tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:07.729475 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b01bf0c3-7260-4efa-b3a3-b287ea2d55aa req-dcd651a2-3b79-4086-a36a-edcf21cb0d2a tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 946 time: 0.0472703 Oct 27 06:05:07.766812 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b01bf0c3-7260-4efa-b3a3-b287ea2d55aa req-7970c9cc-cba5-4423-a1bf-b82f4a517ed0 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315468 Oct 27 06:05:08.747183 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924b10b-0823-45a1-ac0a-5f7b969940bb req-aecb6444-63e6-4228-86b2-69e02f2969de tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:08.748700 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5924b10b-0823-45a1-ac0a-5f7b969940bb req-aecb6444-63e6-4228-86b2-69e02f2969de tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0532098 Oct 27 06:05:08.811304 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5924b10b-0823-45a1-ac0a-5f7b969940bb req-3635722c-ebde-42eb-95c8-02cb69395615 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527515 Oct 27 06:05:08.821729 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00268e37-9136-4a17-a956-1fa3233b95bc req-2cc83a55-e645-47d1-95c7-acfa5baafdb1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:08.823517 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-00268e37-9136-4a17-a956-1fa3233b95bc req-2cc83a55-e645-47d1-95c7-acfa5baafdb1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 945 time: 0.0739436 Oct 27 06:05:08.863065 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-00268e37-9136-4a17-a956-1fa3233b95bc req-474618a5-31e8-43f5-b925-701bffe52fe2 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334401 Oct 27 06:05:08.914861 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9830b23-82da-4a45-848a-49232377ecca req-bcb9564c-f4f4-4c1e-837b-0e5e0ada262c tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:08.919055 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d9830b23-82da-4a45-848a-49232377ecca req-bcb9564c-f4f4-4c1e-837b-0e5e0ada262c tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 946 time: 0.0483358 Oct 27 06:05:08.953957 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d9830b23-82da-4a45-848a-49232377ecca req-e0e39ac6-f1a0-4fa6-b7f7-70f4e84b95c4 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Oct 27 06:05:09.460591 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-da30f385-697c-4daf-9d31-c88e85006e17 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:09.462099 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-da30f385-697c-4daf-9d31-c88e85006e17 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 945 time: 0.0575838 Oct 27 06:05:09.598279 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Deleting port 786f62f6-a671-42e0-8b99-afed8eb7fed7 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:05:09.598622 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:09.687969 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] For port 786f62f6-a671-42e0-8b99-afed8eb7fed7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=786f62f6-a671-42e0-8b99-afed8eb7fed7,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:09.688330 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:09.856275 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:09.857789 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:09.857789 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.l3_db [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Floating IP e89fbe76-ef3f-4b76-8fad-e2e6a80b0cd6 disassociated. External IP: 172.27.1.185, port: 786f62f6-a671-42e0-8b99-afed8eb7fed7. Oct 27 06:05:09.857789 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Calling delete_port for 786f62f6-a671-42e0-8b99-afed8eb7fed7 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:05:10.011121 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bf575-cc1b-4ceb-8de6-8b8a2f636a80 req-ba67d3a9-db27-4c85-a5e5-c360c9f685a3 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:10.016798 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9d9bf575-cc1b-4ceb-8de6-8b8a2f636a80 req-ba67d3a9-db27-4c85-a5e5-c360c9f685a3 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.1124971 Oct 27 06:05:10.026836 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1483-dcf6-45c9-bc65-d081e88564ff req-cf47941f-d5b4-4acf-9b0b-a104949b011c tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:10.028285 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-297b1483-dcf6-45c9-bc65-d081e88564ff req-cf47941f-d5b4-4acf-9b0b-a104949b011c tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 945 time: 0.0961945 Oct 27 06:05:10.126025 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9d9bf575-cc1b-4ceb-8de6-8b8a2f636a80 req-21ae9515-fb88-4c4a-a4a3-6f395b8f2072 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961263 Oct 27 06:05:10.131321 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-297b1483-dcf6-45c9-bc65-d081e88564ff req-48e0d360-a255-406b-8c4b-d51a9fb1a1d0 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933528 Oct 27 06:05:10.215821 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:10.250299 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event deleted for resources: {'Port': ['ID=786f62f6-a671-42e0-8b99-afed8eb7fed7,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:10.268792 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b2571-1795-4d3a-a0ef-f147f01df79e req-e36a3edc-5f24-402e-8e7d-3bf8468f0932 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:10.270500 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7b2b2571-1795-4d3a-a0ef-f147f01df79e req-e36a3edc-5f24-402e-8e7d-3bf8468f0932 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 946 time: 0.0910504 Oct 27 06:05:10.274952 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.275305 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.275647 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.275985 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.276318 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.276651 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.277011 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.277335 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.277634 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.277998 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.278324 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.278646 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:10.382993 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7b2b2571-1795-4d3a-a0ef-f147f01df79e req-6dbbc85c-6bd2-4063-86ae-75cb5e02f085 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012421 Oct 27 06:05:10.422427 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:05:10.537599 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:05:10.545121 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] Sync routers for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:05:10.556050 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:05:10.556647 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:05:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:10.575068 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] No DVR routers for this DVR port 786f62f6-a671-42e0-8b99-afed8eb7fed7 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:05:10.577762 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:10.581848 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8113dfdb-2018-4038-b544-bbe1df8b90f0 req-de81ed94-e2bb-4b6c-8594-c93fb9560082 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "DELETE /v2.0/ports/786f62f6-a671-42e0-8b99-afed8eb7fed7 HTTP/1.1" status: 204 len: 173 time: 1.0696075 Oct 27 06:05:10.582561 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'name': 'network-vif-deleted', 'tag': '786f62f6-a671-42e0-8b99-afed8eb7fed7'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:10.584795 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08035f6a-e414-43fb-b9ca-37797e02a473" -d '{"events": [{"server_uuid": "c4ee3653-152f-42b0-8dcb-b7465f155547", "name": "network-vif-deleted", "tag": "786f62f6-a671-42e0-8b99-afed8eb7fed7"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:10.639125 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba7b061-4e13-4d16-9ab4-7ce6dab4303e x-openstack-request-id: req-9ba7b061-4e13-4d16-9ab4-7ce6dab4303e {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:10.639563 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee3653-152f-42b0-8dcb-b7465f155547", "name": "network-vif-deleted", "tag": "786f62f6-a671-42e0-8b99-afed8eb7fed7", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:10.639913 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ba7b061-4e13-4d16-9ab4-7ce6dab4303e {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:10.640410 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee3653-152f-42b0-8dcb-b7465f155547', 'name': 'network-vif-deleted', 'tag': '786f62f6-a671-42e0-8b99-afed8eb7fed7', 'status': 'completed', 'code': 200} Oct 27 06:05:10.685427 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:05:11.030671 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:11.061532 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] Checking router: cfbf2243-0379-4b87-bbe5-a4a35ed1c032 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:05:11.075422 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:05:11.076049 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:05:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:11.200832 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:05:11.253967 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ea789bf2-a51a-4092-b1ad-3dded4d8b641 req-8097b26c-f0b9-4d02-85e4-2337f04e2754 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 210 time: 0.0446632 Oct 27 06:05:11.277110 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a012-92d3-4535-a624-45973f4ae07a req-9ba73455-8b47-4c1c-bee4-25c45a72c9be tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:11.277110 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f2a4a012-92d3-4535-a624-45973f4ae07a req-9ba73455-8b47-4c1c-bee4-25c45a72c9be tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0764754 Oct 27 06:05:11.320006 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f2a4a012-92d3-4535-a624-45973f4ae07a req-3519d559-87c4-4d6a-8583-35417bec64a8 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370033 Oct 27 06:05:11.405362 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:11.435255 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbbc9-dbbb-454a-b753-b3e98e74ea17 None None] The sync data for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi is: [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:05:11.656085 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f51a77-85f3-43e4-8bf8-4d0bdf8de1cf None None] New status for floating IP e89fbe76-ef3f-4b76-8fad-e2e6a80b0cd6: DOWN {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:05:12.358370 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1d2f9c94-cc8b-43e4-8f14-ae95ceec164d req-087b793e-db31-4ea5-87a5-ecc3ad766bde tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 210 time: 0.0265343 Oct 27 06:05:12.440142 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c162aab-8467-4908-a190-e9ccfd2d2333 req-f101ec57-99c1-4483-8a2e-2f3f6ffaa85e tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:12.441551 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9c162aab-8467-4908-a190-e9ccfd2d2333 req-f101ec57-99c1-4483-8a2e-2f3f6ffaa85e tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0487988 Oct 27 06:05:12.478822 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9c162aab-8467-4908-a190-e9ccfd2d2333 req-de768f7e-8a64-4b84-95bd-fa8b667ec918 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Oct 27 06:05:13.460772 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a21901e7-5612-4e2a-a395-5f9eb3f29364 req-00919838-05e5-43c3-ad7a-4cda49544bb4 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 210 time: 0.0266213 Oct 27 06:05:13.593021 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa09beb-18cf-4619-a480-c82cf5385321 req-10d72893-c048-40a3-9789-c004807a3a40 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:13.594562 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8aa09beb-18cf-4619-a480-c82cf5385321 req-10d72893-c048-40a3-9789-c004807a3a40 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0518782 Oct 27 06:05:13.633139 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8aa09beb-18cf-4619-a480-c82cf5385321 req-d48bb8f8-e5b5-4adf-97ae-57b3c816be47 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319912 Oct 27 06:05:14.255663 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 786f62f6-a671-42e0-8b99-afed8eb7fed7 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:05:14.276145 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 786f62f6-a671-42e0-8b99-afed8eb7fed7 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:05:14.276481 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 786f62f6-a671-42e0-8b99-afed8eb7fed7 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:05:14.564614 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b1a2eb19-cf3a-421f-9d1c-8c0d8a5d6aef req-9d6ab3bd-9318-478b-86c7-dfdce366e410 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4ee3653-152f-42b0-8dcb-b7465f155547 HTTP/1.1" status: 200 len: 210 time: 0.0260327 Oct 27 06:05:14.748427 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0536c0-ee98-4425-b31c-51c7524e84d8 req-d6412776-7506-4b4a-820b-1dc8783f9338 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:14.749885 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1a0536c0-ee98-4425-b31c-51c7524e84d8 req-d6412776-7506-4b4a-820b-1dc8783f9338 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0494437 Oct 27 06:05:14.790822 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1a0536c0-ee98-4425-b31c-51c7524e84d8 req-e4926155-1a6a-46d2-84d8-49995154153a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335217 Oct 27 06:05:15.808140 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-b2525731-37a1-465d-8c71-64a3c613d318 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390739188&fields=id&tenant_id=aa41c69c68d94ff88834231c8d2acb54 HTTP/1.1" status: 200 len: 267 time: 0.0330882 Oct 27 06:05:15.918600 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-60db51de-47ef-4ad3-9ea5-1cd5c3f7d296 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:15.920053 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-60db51de-47ef-4ad3-9ea5-1cd5c3f7d296 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 811 time: 0.1046159 Oct 27 06:05:15.935362 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-e9966529-e17f-43da-8dc9-25727ce0793c tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/quotas/aa41c69c68d94ff88834231c8d2acb54 HTTP/1.1" status: 200 len: 375 time: 0.0091751 Oct 27 06:05:15.988035 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-674d67b5-0111-4101-b860-b0b01a6e3d0b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465469 Oct 27 06:05:16.165905 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d49df-4063-4fea-8a05-7dddb2ee5bd0 req-bc3dbfa8-6881-4a84-9306-742a1623e139 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:16.167362 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-982d49df-4063-4fea-8a05-7dddb2ee5bd0 req-bc3dbfa8-6881-4a84-9306-742a1623e139 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0688322 Oct 27 06:05:16.187103 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-da980992-f043-4ed1-8f8c-60c579b7b8f1 service neutron] 10.222.0.30 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872370 Oct 27 06:05:16.259674 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-982d49df-4063-4fea-8a05-7dddb2ee5bd0 req-db5a236c-29d0-4647-92e9-6ca0278e0bc2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834591 Oct 27 06:05:16.293325 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-86df1104-ced6-49ee-89a6-854bb2356152 service neutron] 10.222.0.30 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000657 Oct 27 06:05:16.826681 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-af1f41f0-4d4a-489a-b5e8-eccf3ab28e9c req-a4afd5fb-b52b-4bac-80c9-cb5fa847b8fd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 210 time: 0.0265195 Oct 27 06:05:17.379742 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50aeda-1916-4f30-9a22-c79ef7dcf26a req-bd2f8737-5ea2-4cdf-9c2a-4c264f5c9239 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:17.381237 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ba50aeda-1916-4f30-9a22-c79ef7dcf26a req-bd2f8737-5ea2-4cdf-9c2a-4c264f5c9239 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0532098 Oct 27 06:05:17.421594 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ba50aeda-1916-4f30-9a22-c79ef7dcf26a req-e3c96570-ef5e-4fc6-a121-83c5faa63734 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341842 Oct 27 06:05:17.926360 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c49c3632-27df-4984-a2af-8915f2aacb55 req-354e1b79-7a61-4ecc-84e1-f491be8b035d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 210 time: 0.0298076 Oct 27 06:05:18.535441 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f0e06-3aa9-47e8-b85b-5b144274281e req-c8120004-2449-41bf-b55a-06ac96c6eff5 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:18.536924 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c10f0e06-3aa9-47e8-b85b-5b144274281e req-c8120004-2449-41bf-b55a-06ac96c6eff5 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0496874 Oct 27 06:05:18.574762 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c10f0e06-3aa9-47e8-b85b-5b144274281e req-0906544b-f491-4c29-8897-00600a57ce44 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320597 Oct 27 06:05:19.020695 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9c48261e-1b54-4ebd-9fc0-a8005fc5a86a req-b9089c6f-6ec6-4770-bb13-599a4c93c152 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 210 time: 0.0283377 Oct 27 06:05:19.474963 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-9fde1ee3-e324-4439-8584-71ddcc094137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:19.476563 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-9fde1ee3-e324-4439-8584-71ddcc094137 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1099 time: 0.0416691 Oct 27 06:05:19.582695 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-bfbf7b96-1077-4051-a6e3-fb2d9759e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:19.584183 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-bfbf7b96-1077-4051-a6e3-fb2d9759e9dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ae8bbbe-49f9-4b02-9a00-56758380330a HTTP/1.1" status: 200 len: 909 time: 0.0896358 Oct 27 06:05:19.629091 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:05:19.687836 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-577f0db2-a0f7-48a3-b144-cf331ba7a58e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897 HTTP/1.1" status: 200 len: 1002 time: 0.0948164 Oct 27 06:05:19.735016 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcde3d4-0125-4c3b-aec6-8040c7db4b6f req-736cff8a-c70c-4992-9337-fe0401dc76e9 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:19.736884 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4bcde3d4-0125-4c3b-aec6-8040c7db4b6f req-736cff8a-c70c-4992-9337-fe0401dc76e9 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0879605 Oct 27 06:05:19.764699 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-13793d82-ae19-4fe5-87cb-b6bc1375e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:19.766222 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-13793d82-ae19-4fe5-87cb-b6bc1375e3dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c810bc0-6636-4689-8963-6498aca1c226 HTTP/1.1" status: 200 len: 847 time: 0.0691969 Oct 27 06:05:19.807408 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4bcde3d4-0125-4c3b-aec6-8040c7db4b6f req-81afbce9-577f-4191-a86d-fec14286b89d tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626318 Oct 27 06:05:19.824707 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-e11bb960-da25-4cfb-b2e2-52e739169f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:19.826482 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-e11bb960-da25-4cfb-b2e2-52e739169f8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ae8bbbe-49f9-4b02-9a00-56758380330a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498114 Oct 27 06:05:20.229003 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-478cf68d-cd0a-440c-93c4-294eb0b1c696 req-3618ce8f-3da8-4708-875d-20ad000663b0 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 210 time: 0.0749402 Oct 27 06:05:20.293295 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-ba7c99b0-bf43-4068-804a-0f8692660d73 service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330807 Oct 27 06:05:20.324723 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-386f37ae-d2cf-401f-9f4f-0d521f4b9077 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:20.326063 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-386f37ae-d2cf-401f-9f4f-0d521f4b9077 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 811 time: 0.1710227 Oct 27 06:05:20.409795 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-7856dbc7-1260-4ff1-bc51-9855ddee5d36 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa41c69c68d94ff88834231c8d2acb54 HTTP/1.1" status: 200 len: 380 time: 0.0574584 Oct 27 06:05:20.425380 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'port': {'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'admin_state_up': True, 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'security_groups': ['8cda1397-a172-460c-a41c-a10fada1d90e']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:05:20.432802 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-96b4ce3c-b21d-4adf-a9fc-9f6aeb7fa52d req-9d935ac7-28fb-4ff8-9460-9e9258134b2b service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344209 Oct 27 06:05:20.586680 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Made reservation on behalf of aa41c69c68d94ff88834231c8d2acb54 for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:05:20.590258 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:20.715126 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Allocated IP 172.20.0.7 (06e334ef-4bd7-4864-9179-0ca1ae606edf/0008380b-7111-4031-b0ea-a6cddf387ac8/ee94a928-bafc-431f-b9e8-527e9236d153) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:05:20.852286 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:20.930625 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747341da-a23d-44f2-bf3a-085681ef56e0 req-e9299460-172b-46bb-ad8e-9f5b0b3b039a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:20.932201 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-747341da-a23d-44f2-bf3a-085681ef56e0 req-e9299460-172b-46bb-ad8e-9f5b0b3b039a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0512564 Oct 27 06:05:20.953427 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:21.013819 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:05:21.019661 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-747341da-a23d-44f2-bf3a-085681ef56e0 req-1c85c999-b9f9-4762-b5f5-8a518d92659a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814950 Oct 27 06:05:21.023058 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:05:21.025233 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'Port': ['ID=ee94a928-bafc-431f-b9e8-527e9236d153,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:21.027453 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:05:21.084026 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:21.084655 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:21.161744 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-24117938-bda4-410a-8313-7fb36521b456 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7419524 Oct 27 06:05:21.287979 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-c64e0c4a-2c7f-4986-856a-4d6b51f90257 None None] Provisioning complete for port ee94a928-bafc-431f-b9e8-527e9236d153 triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:05:21.288571 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-c64e0c4a-2c7f-4986-856a-4d6b51f90257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:21.324271 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-c64e0c4a-2c7f-4986-856a-4d6b51f90257 None None] Port ee94a928-bafc-431f-b9e8-527e9236d153 cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:05:21.348686 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d22500-6af4-4b2d-82d3-1927a60337c8 req-9b4e6f14-36ed-4eb0-9289-067a8ebbdb50 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:21.350262 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d22500-6af4-4b2d-82d3-1927a60337c8 req-9b4e6f14-36ed-4eb0-9289-067a8ebbdb50 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 931 time: 0.0531061 Oct 27 06:05:21.388202 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-99d22500-6af4-4b2d-82d3-1927a60337c8 req-c7db2a0c-15cd-49f8-b89f-0387535c72b4 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Oct 27 06:05:22.135719 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e476a84-704c-47ce-befe-bbc2b9fb7535 req-2de79df0-3aab-445b-8de3-61403566e3ed tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:22.137219 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4e476a84-704c-47ce-befe-bbc2b9fb7535 req-2de79df0-3aab-445b-8de3-61403566e3ed tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0497942 Oct 27 06:05:22.175516 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4e476a84-704c-47ce-befe-bbc2b9fb7535 req-f99d6226-34d9-4eca-aee6-321301588478 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319314 Oct 27 06:05:22.500619 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a0386-d13c-4eb8-ac0a-7e148f409869 req-a9e75125-f24f-4390-8775-3174ca071959 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:22.502604 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c75a0386-d13c-4eb8-ac0a-7e148f409869 req-a9e75125-f24f-4390-8775-3174ca071959 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 931 time: 0.0495987 Oct 27 06:05:22.542696 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c75a0386-d13c-4eb8-ac0a-7e148f409869 req-60491cf0-0d62-4002-bc0c-1ea49bae31a5 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342610 Oct 27 06:05:23.209374 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Request body: {'port': {'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:05:23.292396 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:23.319667 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8db32-b88b-4820-86a9-c10c5ab2860c req-98dd5bdf-7731-49a8-8f1f-af2142e5318b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:23.321133 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-67f8db32-b88b-4820-86a9-c10c5ab2860c req-98dd5bdf-7731-49a8-8f1f-af2142e5318b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0774748 Oct 27 06:05:23.437192 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-67f8db32-b88b-4820-86a9-c10c5ab2860c req-9656e6bc-f1db-4121-b622-04f9072a0854 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961294 Oct 27 06:05:23.603154 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee94a928-bafc-431f-b9e8-527e9236d153 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:05:23.610796 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:23.647631 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Transition to ACTIVE for port object ee94a928-bafc-431f-b9e8-527e9236d153 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:05:23.667153 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4265994-f41f-41d4-a132-d4d6da9e35c3 req-8f7cf6ff-d0d2-49b6-978c-59e0202ebea0 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:23.668635 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a4265994-f41f-41d4-a132-d4d6da9e35c3 req-8f7cf6ff-d0d2-49b6-978c-59e0202ebea0 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 931 time: 0.0554731 Oct 27 06:05:23.707167 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-a4265994-f41f-41d4-a132-d4d6da9e35c3 req-4378d2a2-fb62-4fac-93a7-ce30151c3b56 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318115 Oct 27 06:05:23.711867 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:23.723835 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:23.764433 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Pushing event updated for resources: {'Port': ['ID=ee94a928-bafc-431f-b9e8-527e9236d153,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:23.836304 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Attempting to bind port ee94a928-bafc-431f-b9e8-527e9236d153 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:05:23.836605 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Attempting to bind port ee94a928-bafc-431f-b9e8-527e9236d153 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:05:23.836973 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Attempting to bind port ee94a928-bafc-431f-b9e8-527e9236d153 on network 06e334ef-4bd7-4864-9179-0ca1ae606edf {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:05:23.841798 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Port ee94a928-bafc-431f-b9e8-527e9236d153 on network 06e334ef-4bd7-4864-9179-0ca1ae606edf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:05:23.842125 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Attempting to bind port ee94a928-bafc-431f-b9e8-527e9236d153 on network 06e334ef-4bd7-4864-9179-0ca1ae606edf {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:05:23.847896 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:05:23.848238 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Checking segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:05:23.848631 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Bound using segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:05:23.849102 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Bound port: ee94a928-bafc-431f-b9e8-527e9236d153, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:05:23.849464 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:23.914289 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] For port ee94a928-bafc-431f-b9e8-527e9236d153, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:05:23.917251 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] For port ee94a928-bafc-431f-b9e8-527e9236d153, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ee94a928-bafc-431f-b9e8-527e9236d153,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:05:23.992873 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:24.028772 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:24.031387 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:24.031387 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] 10.222.0.26 "PUT /v2.0/ports/ee94a928-bafc-431f-b9e8-527e9236d153 HTTP/1.1" status: 200 len: 1093 time: 0.8257856 Oct 27 06:05:24.031387 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'tag': 'ee94a928-bafc-431f-b9e8-527e9236d153'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:24.034092 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e013abd-6c0a-46ce-803d-2d98291b6736" -d '{"events": [{"name": "network-changed", "server_uuid": "8171f6f4-d3ae-47b1-b440-6149da2e04b4", "tag": "ee94a928-bafc-431f-b9e8-527e9236d153"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:24.058156 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5181503-dab4-4e7d-ab52-c8acf8a01f11 service neutron] Pushing event updated for resources: {'Port': ['ID=ee94a928-bafc-431f-b9e8-527e9236d153,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:24.074977 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4ed41d-601f-4d79-b5c3-156ba5fc29bb x-openstack-request-id: req-cc4ed41d-601f-4d79-b5c3-156ba5fc29bb {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:24.075271 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8171f6f4-d3ae-47b1-b440-6149da2e04b4", "tag": "ee94a928-bafc-431f-b9e8-527e9236d153", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:24.075526 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc4ed41d-601f-4d79-b5c3-156ba5fc29bb {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:24.075924 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'tag': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'status': 'completed', 'code': 200} Oct 27 06:05:24.182737 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e013abd-6c0a-46ce-803d-2d98291b6736 req-8e24dd6e-cb14-4b29-9f35-1b0804982801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:24.184257 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9e013abd-6c0a-46ce-803d-2d98291b6736 req-8e24dd6e-cb14-4b29-9f35-1b0804982801 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 1096 time: 0.0496633 Oct 27 06:05:24.296617 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e013abd-6c0a-46ce-803d-2d98291b6736 req-4999042e-b86a-454e-8a4e-fd7940cd7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:24.298138 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9e013abd-6c0a-46ce-803d-2d98291b6736 req-4999042e-b86a-454e-8a4e-fd7940cd7477 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=aa41c69c68d94ff88834231c8d2acb54&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968645 Oct 27 06:05:24.397249 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e013abd-6c0a-46ce-803d-2d98291b6736 req-a475453c-4437-4d88-b8ad-05b3eae610f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:24.398695 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9e013abd-6c0a-46ce-803d-2d98291b6736 req-a475453c-4437-4d88-b8ad-05b3eae610f5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918970 Oct 27 06:05:24.515137 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-0f6e6e3d-0b2f-4d65-88b7-0c83cfdbef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:24.516622 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-0f6e6e3d-0b2f-4d65-88b7-0c83cfdbef2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 1096 time: 0.0511661 Oct 27 06:05:24.587527 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-082eea21-7146-43a7-8fc4-a49efb1973ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee94a928-bafc-431f-b9e8-527e9236d153 HTTP/1.1" status: 200 len: 217 time: 0.0529342 Oct 27 06:05:24.633380 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c81d1-6b80-4afa-9212-2689a0b4d49c req-65b39f4c-1f13-4986-a1f2-e2f7d3f5689e tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:24.634879 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-595c81d1-6b80-4afa-9212-2689a0b4d49c req-65b39f4c-1f13-4986-a1f2-e2f7d3f5689e tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.1119125 Oct 27 06:05:24.663058 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-ef8c7041-6111-4938-b6c4-7a90b676aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:24.664415 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-ef8c7041-6111-4938-b6c4-7a90b676aecc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 200 len: 850 time: 0.0682855 Oct 27 06:05:24.693377 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-595c81d1-6b80-4afa-9212-2689a0b4d49c req-649cda2f-be25-498b-9c13-8110079c8b0e tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507221 Oct 27 06:05:24.724432 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-300329e1-e44e-4e0f-a31a-878681772f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:24.726005 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-300329e1-e44e-4e0f-a31a-878681772f6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06e334ef-4bd7-4864-9179-0ca1ae606edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489018 Oct 27 06:05:24.871811 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d75f9-8019-4468-abd3-b98263b811fd req-257f0fdf-4216-437c-9665-4abd31bffcab tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:24.873275 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-913d75f9-8019-4468-abd3-b98263b811fd req-257f0fdf-4216-437c-9665-4abd31bffcab tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0775731 Oct 27 06:05:24.879527 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-d21a75ab-2d1d-461f-ad0b-00c6b8fb1fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301763 Oct 27 06:05:24.929118 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-913d75f9-8019-4468-abd3-b98263b811fd req-fc44bdf1-6e9e-4860-b588-40bf282de057 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482252 Oct 27 06:05:24.999246 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5bf56276-67c0-42af-93bc-3b8def0208d3 req-09c5e153-c761-412b-9978-c1a111d19f68 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928969 Oct 27 06:05:25.809867 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b68b4-53af-4ba0-93cb-f59097792ce6 req-371a01be-47d9-4cb3-a050-f8770762c282 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:25.811274 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c59b68b4-53af-4ba0-93cb-f59097792ce6 req-371a01be-47d9-4cb3-a050-f8770762c282 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0491967 Oct 27 06:05:25.851184 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c59b68b4-53af-4ba0-93cb-f59097792ce6 req-8407e9d6-1d1f-4e57-8d97-d5c3843f189b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330291 Oct 27 06:05:26.067117 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d2ae6-b73d-435d-b832-564010f1d3ab req-45c33ef0-f1c1-4284-8a52-5e0747330a83 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:26.069739 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3a8d2ae6-b73d-435d-b832-564010f1d3ab req-45c33ef0-f1c1-4284-8a52-5e0747330a83 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0572343 Oct 27 06:05:26.110368 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3a8d2ae6-b73d-435d-b832-564010f1d3ab req-811b66d4-239a-489b-88b3-5f09971f6a70 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356462 Oct 27 06:05:26.980290 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd82624-bb5c-4ac6-80f8-d120fa23f3bb req-5d671a04-b51a-43ef-841e-690021f52fab tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:26.981783 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9cd82624-bb5c-4ac6-80f8-d120fa23f3bb req-5d671a04-b51a-43ef-841e-690021f52fab tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0521142 Oct 27 06:05:27.020802 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9cd82624-bb5c-4ac6-80f8-d120fa23f3bb req-f1ff4108-3b8e-43fa-9d45-e9b16a6ca0e4 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325234 Oct 27 06:05:27.252668 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e6db8-acdb-432b-a0cb-61aeecb0357c req-7bd8d955-3aa5-4570-a2e2-59be3604b474 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:27.254192 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-725e6db8-acdb-432b-a0cb-61aeecb0357c req-7bd8d955-3aa5-4570-a2e2-59be3604b474 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0531678 Oct 27 06:05:27.293210 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-725e6db8-acdb-432b-a0cb-61aeecb0357c req-128f0fb0-67a1-407e-9a1c-1ed051bd0a8b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328801 Oct 27 06:05:27.439004 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8789942-6306-44c2-9f01-d0abd0349601 req-0d345552-b18f-432d-97ae-a8aacfe31900 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:27.441074 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f8789942-6306-44c2-9f01-d0abd0349601 req-0d345552-b18f-432d-97ae-a8aacfe31900 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0521739 Oct 27 06:05:27.479969 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f8789942-6306-44c2-9f01-d0abd0349601 req-05d9c962-6c58-4d4a-b52c-a6fc208b1b30 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330231 Oct 27 06:05:27.513692 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-354fa83c-50eb-47a6-a6d8-6acab6cfe4ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918770 Oct 27 06:05:28.422197 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aef64-5791-45e5-a578-ac94ce44a03f req-ea8bb1b1-8401-428f-a0c1-238ec87cb48c tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:28.423692 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-741aef64-5791-45e5-a578-ac94ce44a03f req-ea8bb1b1-8401-428f-a0c1-238ec87cb48c tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0529480 Oct 27 06:05:28.461114 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-741aef64-5791-45e5-a578-ac94ce44a03f req-c8d7b601-2e7c-4f88-880d-c328e3bb7289 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306871 Oct 27 06:05:28.592605 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35badf59-a42e-4e85-a137-b961fd98ceff req-7d0ce53c-e92a-4d9c-8f00-1669ec27e7a7 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:28.594137 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-35badf59-a42e-4e85-a137-b961fd98ceff req-7d0ce53c-e92a-4d9c-8f00-1669ec27e7a7 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0482514 Oct 27 06:05:28.633035 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-35badf59-a42e-4e85-a137-b961fd98ceff req-afe1522a-1464-4c8d-a839-d7c84423db05 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Oct 27 06:05:29.193551 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device eefd0f60-c3c5-482f-bc0a-5734aae16897 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:05:29.272930 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:29.295748 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:29.298109 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207b118-a374-4b53-b1b8-d3276b4304d4" -d '{"events": [{"server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "name": "network-vif-unplugged", "status": "completed", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:29.311083 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port eefd0f60-c3c5-482f-bc0a-5734aae16897, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:29.343421 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa74c362-76d5-476c-b060-c86cbc074e66 x-openstack-request-id: req-fa74c362-76d5-476c-b060-c86cbc074e66 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:29.343780 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "name": "network-vif-unplugged", "status": "failed", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897", "code": 422}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:29.344049 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa74c362-76d5-476c-b060-c86cbc074e66 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:29.344456 dv-cinder-815582-2-iscsi neutron-server[113448]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'code': 422} returned with failed status Oct 27 06:05:29.397781 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:29.445534 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=eefd0f60-c3c5-482f-bc0a-5734aae16897,revision_number=6']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:29.577519 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55938bab-e15f-4e4c-9dd9-478d0566a998 req-4eb8a9b9-8995-4b06-9dc3-ceee07caee56 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:29.579047 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55938bab-e15f-4e4c-9dd9-478d0566a998 req-4eb8a9b9-8995-4b06-9dc3-ceee07caee56 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0511911 Oct 27 06:05:29.613320 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-e85c510a-151f-42da-817c-f50de8c92cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:29.618291 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-55938bab-e15f-4e4c-9dd9-478d0566a998 req-8aa7d4a4-660a-499e-9828-91f0b339de1e tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323262 Oct 27 06:05:29.755952 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099154d4-91f5-43d4-8443-fb8d18ec1feb req-51311dec-9ca8-43d9-964e-c96ac1388b1b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:29.757431 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-099154d4-91f5-43d4-8443-fb8d18ec1feb req-51311dec-9ca8-43d9-964e-c96ac1388b1b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0577009 Oct 27 06:05:29.795901 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-099154d4-91f5-43d4-8443-fb8d18ec1feb req-a0357dc2-d897-46a1-a790-6420380d632c tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Oct 27 06:05:30.528830 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67028394-4d79-41fc-b98c-163548e211ca req-70c8f136-5d06-4b8d-88d4-9bdfcf2e9318 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:30.530357 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-67028394-4d79-41fc-b98c-163548e211ca req-70c8f136-5d06-4b8d-88d4-9bdfcf2e9318 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 946 time: 0.0485270 Oct 27 06:05:30.568637 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-67028394-4d79-41fc-b98c-163548e211ca req-dac2609c-f1bd-4538-b6fb-82fe72711847 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Oct 27 06:05:30.730857 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83c54b-7346-4c11-9842-030d67cf419a req-7df71544-32ca-4efa-bbd7-cb196e244c7d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:30.732318 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4d83c54b-7346-4c11-9842-030d67cf419a req-7df71544-32ca-4efa-bbd7-cb196e244c7d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0480933 Oct 27 06:05:30.771527 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4d83c54b-7346-4c11-9842-030d67cf419a req-7733fd83-48c8-4e24-8f61-0c5a8eccfd00 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333440 Oct 27 06:05:30.919630 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611454-d250-4599-9aec-da6f474b539d req-afa1e401-0aa7-43e8-b891-03949d4afb1a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:30.919630 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1611454-d250-4599-9aec-da6f474b539d req-afa1e401-0aa7-43e8-b891-03949d4afb1a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0552180 Oct 27 06:05:30.965332 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d1611454-d250-4599-9aec-da6f474b539d req-ed78fa22-3c87-49b9-bf16-5844168a4e75 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 Oct 27 06:05:31.000939 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb89f94-a6db-4bae-af52-dab5252fb063 req-fd4a5a3f-b835-4aff-a429-632be0daf429 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:31.002681 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dfb89f94-a6db-4bae-af52-dab5252fb063 req-fd4a5a3f-b835-4aff-a429-632be0daf429 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 946 time: 0.0536785 Oct 27 06:05:31.040924 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dfb89f94-a6db-4bae-af52-dab5252fb063 req-34b4dbdb-74c1-418a-9898-8847b3127317 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321848 Oct 27 06:05:31.682731 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905bc0-57c0-44bd-a385-900fded6ace6 req-820ca0c4-bdfb-4033-8c9b-6e01d54f2917 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:31.684253 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5905bc0-57c0-44bd-a385-900fded6ace6 req-820ca0c4-bdfb-4033-8c9b-6e01d54f2917 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 946 time: 0.0492980 Oct 27 06:05:31.721670 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5905bc0-57c0-44bd-a385-900fded6ace6 req-d16f0265-526a-433b-8914-8eaffe54a2eb tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Oct 27 06:05:31.918362 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a70f-1008-4a2a-9a28-4e2b854c656b req-e4c2e501-9078-4dcc-88e3-d22a72e1d08d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:31.919746 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7343a70f-1008-4a2a-9a28-4e2b854c656b req-e4c2e501-9078-4dcc-88e3-d22a72e1d08d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0796432 Oct 27 06:05:31.925962 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-926f30cb-9efd-48b1-9b8a-bde3723d86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:31.927529 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-926f30cb-9efd-48b1-9b8a-bde3723d86c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d&tenant_id=f271d7c4591a4f88a8d1d79e65afee9a HTTP/1.1" status: 200 len: 1097 time: 0.0570126 Oct 27 06:05:31.960203 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7343a70f-1008-4a2a-9a28-4e2b854c656b req-dcec5b3b-10c5-403a-ab60-aa64d84c10b2 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317390 Oct 27 06:05:32.018629 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-8ad0dd59-09ba-4dcd-a2dd-653bb295f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:32.020224 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-8ad0dd59-09ba-4dcd-a2dd-653bb295f63d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1097 time: 0.0414751 Oct 27 06:05:32.163298 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7e724-3397-45e9-8623-43a1a5953b4f req-43b7cf81-f5c2-435b-b8f3-529ee6beaee0 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:32.164757 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1e7e724-3397-45e9-8623-43a1a5953b4f req-43b7cf81-f5c2-435b-b8f3-529ee6beaee0 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.1259551 Oct 27 06:05:32.179028 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-e73ec383-a8d7-4332-a259-14d76856b065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:32.202341 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-d7e20c37-a48b-47cd-8f48-43203008f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:32.203828 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-d7e20c37-a48b-47cd-8f48-43203008f97f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ae8bbbe-49f9-4b02-9a00-56758380330a HTTP/1.1" status: 200 len: 909 time: 0.1726084 Oct 27 06:05:32.234418 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43316201-14ad-4067-aa14-b7a5cf0d865b req-1665792e-c4c9-48a9-93b9-cedcb2e3612d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:32.235843 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43316201-14ad-4067-aa14-b7a5cf0d865b req-1665792e-c4c9-48a9-93b9-cedcb2e3612d tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 946 time: 0.1258922 Oct 27 06:05:32.265642 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1e7e724-3397-45e9-8623-43a1a5953b4f req-1582df3e-c79e-4ea5-8068-8ce7945faa5a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939951 Oct 27 06:05:32.310068 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-fad7d84b-bbdb-4774-8ab6-f620bdc082a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897 HTTP/1.1" status: 200 len: 1000 time: 0.0929601 Oct 27 06:05:32.314886 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43316201-14ad-4067-aa14-b7a5cf0d865b req-6c627021-f16b-4b84-8b05-a30f3632899f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523155 Oct 27 06:05:32.358970 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-6ed94cd2-e30c-4111-ab2d-fd8251640a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:32.360398 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-6ed94cd2-e30c-4111-ab2d-fd8251640a20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c810bc0-6636-4689-8963-6498aca1c226 HTTP/1.1" status: 200 len: 847 time: 0.0422688 Oct 27 06:05:32.417435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-9da3dad4-ea87-4c0c-ba44-6ebea700d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:32.418995 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-9da3dad4-ea87-4c0c-ba44-6ebea700d9f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ae8bbbe-49f9-4b02-9a00-56758380330a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435135 Oct 27 06:05:32.510909 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-9c049d25-0409-4cdd-93ff-104a3713d5fb service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819526 Oct 27 06:05:32.607547 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-20dcaf68-25d4-4eee-ba24-78b96dedc180 req-1a9152ca-4b27-4908-8a0a-fb07ef19153e service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 Oct 27 06:05:32.840022 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83948d77-b5c0-4a9f-9872-5133403dc1a1 req-a65ef5e9-f55d-4bc8-a1de-17d26afa3132 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:32.841488 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-83948d77-b5c0-4a9f-9872-5133403dc1a1 req-a65ef5e9-f55d-4bc8-a1de-17d26afa3132 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 946 time: 0.0490744 Oct 27 06:05:32.880073 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-83948d77-b5c0-4a9f-9872-5133403dc1a1 req-2d974166-5304-468e-a63a-686774558972 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326936 Oct 27 06:05:33.097152 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-099feb3d-44ae-48d5-9ee8-01e7dc0004fd tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:33.099210 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-099feb3d-44ae-48d5-9ee8-01e7dc0004fd tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 946 time: 0.0778093 Oct 27 06:05:33.110230 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12816d76-8130-4efd-ae06-f8c76d00d513 req-f9dc0b61-464b-4d80-93d3-d2be9b4f638a tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:33.111609 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-12816d76-8130-4efd-ae06-f8c76d00d513 req-f9dc0b61-464b-4d80-93d3-d2be9b4f638a tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0824301 Oct 27 06:05:33.192023 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:33.198625 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-12816d76-8130-4efd-ae06-f8c76d00d513 req-77da138e-58a2-4c87-aa9c-4f63ca44b888 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780652 Oct 27 06:05:33.224800 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-315edc0b-81e1-4d36-b4c7-78a5e24ddae3 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Deleting port 5206fecb-2418-456e-a282-3ebcdd9ef048 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:05:33.225145 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-315edc0b-81e1-4d36-b4c7-78a5e24ddae3 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:33.316205 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-315edc0b-81e1-4d36-b4c7-78a5e24ddae3 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] For port 5206fecb-2418-456e-a282-3ebcdd9ef048, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5206fecb-2418-456e-a282-3ebcdd9ef048,segment=NetworkSegment(20bbeb01-8d00-4709-850b-22f6bc4d01b1),segment_id=20bbeb01-8d00-4709-850b-22f6bc4d01b1)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:33.316577 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-315edc0b-81e1-4d36-b4c7-78a5e24ddae3 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:33.328974 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-315edc0b-81e1-4d36-b4c7-78a5e24ddae3 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Calling delete_port for 5206fecb-2418-456e-a282-3ebcdd9ef048 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:05:33.407312 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:33.467602 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595f2e2-1667-4591-82c7-002383621de9 req-637ebdb9-5cbc-48f9-8e38-6c40458cbf01 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:33.469085 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5595f2e2-1667-4591-82c7-002383621de9 req-637ebdb9-5cbc-48f9-8e38-6c40458cbf01 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.1380587 Oct 27 06:05:33.491929 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13f33b-a01e-47fb-ab37-73fa2ea54b69 req-287193a4-4b13-40e6-a550-381e9e305d30 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:33.493368 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4f13f33b-a01e-47fb-ab37-73fa2ea54b69 req-287193a4-4b13-40e6-a550-381e9e305d30 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 946 time: 0.0920553 Oct 27 06:05:33.580003 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5595f2e2-1667-4591-82c7-002383621de9 req-3f9eefe9-98c4-4258-aa88-def512cfaf45 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986755 Oct 27 06:05:33.585601 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4f13f33b-a01e-47fb-ab37-73fa2ea54b69 req-902d773f-e290-4326-8d0b-f37d3fd1da06 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849452 Oct 27 06:05:33.656695 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-a90e0337-bb9f-4921-9d59-0d9f8a470c57 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:33.658257 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-a90e0337-bb9f-4921-9d59-0d9f8a470c57 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 946 time: 0.0518534 Oct 27 06:05:33.688200 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-315edc0b-81e1-4d36-b4c7-78a5e24ddae3 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:33.726793 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['5206fecb-2418-456e-a282-3ebcdd9ef048'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:05:33.731189 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315edc0b-81e1-4d36-b4c7-78a5e24ddae3 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Pushing event deleted for resources: {'Port': ['ID=5206fecb-2418-456e-a282-3ebcdd9ef048,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:33.800778 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-315edc0b-81e1-4d36-b4c7-78a5e24ddae3 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] No DVR routers for this DVR port 5206fecb-2418-456e-a282-3ebcdd9ef048 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:05:33.804252 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-315edc0b-81e1-4d36-b4c7-78a5e24ddae3 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:33.807503 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0cd4e4c3-713d-40d4-8b6a-43d8ff4d8193 req-315edc0b-81e1-4d36-b4c7-78a5e24ddae3 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.26 "DELETE /v2.0/ports/5206fecb-2418-456e-a282-3ebcdd9ef048 HTTP/1.1" status: 204 len: 173 time: 0.6950328 Oct 27 06:05:33.807931 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6354e26-998c-4552-859c-b2602406e654', 'name': 'network-vif-deleted', 'tag': '5206fecb-2418-456e-a282-3ebcdd9ef048'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:33.810171 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e04e16b-f607-4ca2-9d33-15fce429b8d0" -d '{"events": [{"server_uuid": "f6354e26-998c-4552-859c-b2602406e654", "name": "network-vif-deleted", "tag": "5206fecb-2418-456e-a282-3ebcdd9ef048"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:33.837613 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-b652c67f-22de-4135-b094-7df4b9438285 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Deleting port d602fa20-b658-498f-9136-1c85a37f253d {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:05:33.837918 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-b652c67f-22de-4135-b094-7df4b9438285 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:33.852248 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006adc94-436b-4353-8777-15bfcbfdbd4d x-openstack-request-id: req-006adc94-436b-4353-8777-15bfcbfdbd4d {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:33.852539 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6354e26-998c-4552-859c-b2602406e654", "name": "network-vif-deleted", "tag": "5206fecb-2418-456e-a282-3ebcdd9ef048", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:33.852789 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-006adc94-436b-4353-8777-15bfcbfdbd4d {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:33.853176 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6354e26-998c-4552-859c-b2602406e654', 'name': 'network-vif-deleted', 'tag': '5206fecb-2418-456e-a282-3ebcdd9ef048', 'status': 'completed', 'code': 200} Oct 27 06:05:33.931650 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-b652c67f-22de-4135-b094-7df4b9438285 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] For port d602fa20-b658-498f-9136-1c85a37f253d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d602fa20-b658-498f-9136-1c85a37f253d,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:33.932021 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-b652c67f-22de-4135-b094-7df4b9438285 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:33.945232 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-b652c67f-22de-4135-b094-7df4b9438285 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Calling delete_port for d602fa20-b658-498f-9136-1c85a37f253d owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:05:34.225360 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5b58a620-90dd-4f76-86a5-de988f4df19c req-4687c0cf-f777-4991-a093-4b6ed1a1d574 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6354e26-998c-4552-859c-b2602406e654 HTTP/1.1" status: 200 len: 210 time: 0.2780931 Oct 27 06:05:34.330068 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b888982-ea08-40b1-8c5f-5842131dab47 req-c3f5cdb0-ebd3-4cca-b702-fc1378c770e5 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:34.331513 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5b888982-ea08-40b1-8c5f-5842131dab47 req-c3f5cdb0-ebd3-4cca-b702-fc1378c770e5 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0584264 Oct 27 06:05:34.403211 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5b888982-ea08-40b1-8c5f-5842131dab47 req-b3e3cab9-5285-4228-8045-6d03619f44cd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470634 Oct 27 06:05:34.454629 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-b652c67f-22de-4135-b094-7df4b9438285 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:34.481118 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652c67f-22de-4135-b094-7df4b9438285 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Pushing event deleted for resources: {'Port': ['ID=d602fa20-b658-498f-9136-1c85a37f253d,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:34.494795 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['392312da-e74a-4ed3-a7a6-aef94639252a', '9c9e44a6-436a-4362-afe8-6d78ad0a2dac', '80bfa7ad-2764-4781-92ac-b89160a35917', 'd602fa20-b658-498f-9136-1c85a37f253d'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:05:34.528006 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-b652c67f-22de-4135-b094-7df4b9438285 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] No DVR routers for this DVR port d602fa20-b658-498f-9136-1c85a37f253d on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:05:34.530461 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-b652c67f-22de-4135-b094-7df4b9438285 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:34.533820 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-83c57fb1-efc1-471c-a3f0-744be9326ddf req-b652c67f-22de-4135-b094-7df4b9438285 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "DELETE /v2.0/ports/d602fa20-b658-498f-9136-1c85a37f253d HTTP/1.1" status: 204 len: 173 time: 0.8535466 Oct 27 06:05:34.722951 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-335375e9-3c2e-483d-94ef-ef8838d5dd92 req-0ba93c7f-e245-42cb-afcd-3c1963cde7f7 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0de72c-3d7e-41df-b4dd-8249cd103c4b HTTP/1.1" status: 200 len: 210 time: 0.0503328 Oct 27 06:05:34.748297 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7d0e-06d3-47dc-a453-bbca0b400c6e req-b0d0e4b2-3e7c-4c6c-8bc5-c55f9a23f810 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:34.749938 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6b5a7d0e-06d3-47dc-a453-bbca0b400c6e req-b0d0e4b2-3e7c-4c6c-8bc5-c55f9a23f810 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0761912 Oct 27 06:05:34.806289 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6b5a7d0e-06d3-47dc-a453-bbca0b400c6e req-f1a97d11-918f-448b-9f3e-9f763ff48de4 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Oct 27 06:05:34.958302 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:35.518485 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f4e15-16a4-4998-8d3c-4a90cbd863bf req-096760b5-93d9-4fb7-9502-94c4b9cf43e5 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:35.519912 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-644f4e15-16a4-4998-8d3c-4a90cbd863bf req-096760b5-93d9-4fb7-9502-94c4b9cf43e5 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0505557 Oct 27 06:05:35.566228 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-644f4e15-16a4-4998-8d3c-4a90cbd863bf req-175c1454-fc4f-4c4f-be0e-e5db7c11926b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393648 Oct 27 06:05:35.854196 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0de72c-3d7e-41df-b4dd-8249cd103c4b', 'name': 'network-vif-deleted', 'tag': 'd602fa20-b658-498f-9136-1c85a37f253d'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:35.856825 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0118b871-b07a-4839-a566-cdbcc55c97a1" -d '{"events": [{"server_uuid": "1f0de72c-3d7e-41df-b4dd-8249cd103c4b", "name": "network-vif-deleted", "tag": "d602fa20-b658-498f-9136-1c85a37f253d"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:35.901869 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88882c79-ea60-4d6e-a40b-f6082278070e x-openstack-request-id: req-88882c79-ea60-4d6e-a40b-f6082278070e {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:35.902184 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0de72c-3d7e-41df-b4dd-8249cd103c4b", "name": "network-vif-deleted", "tag": "d602fa20-b658-498f-9136-1c85a37f253d", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:35.902595 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88882c79-ea60-4d6e-a40b-f6082278070e {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:35.903152 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0de72c-3d7e-41df-b4dd-8249cd103c4b', 'name': 'network-vif-deleted', 'tag': 'd602fa20-b658-498f-9136-1c85a37f253d', 'status': 'completed', 'code': 200} Oct 27 06:05:35.921484 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51fa0f-8444-450c-8838-8abf0f2d6a17 req-4a6068e6-1c23-481c-8303-4fa9ee21cb65 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:35.923029 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8e51fa0f-8444-450c-8838-8abf0f2d6a17 req-4a6068e6-1c23-481c-8303-4fa9ee21cb65 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0524731 Oct 27 06:05:35.963376 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8e51fa0f-8444-450c-8838-8abf0f2d6a17 req-45c57b6f-548f-44b4-a8d2-76221d279168 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337801 Oct 27 06:05:36.680974 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac18c6-a490-4cfb-9313-b6be2749bee7 req-06257730-ff0e-4110-99ff-be77ab797f70 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:36.682490 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f9ac18c6-a490-4cfb-9313-b6be2749bee7 req-06257730-ff0e-4110-99ff-be77ab797f70 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0513506 Oct 27 06:05:36.720116 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f9ac18c6-a490-4cfb-9313-b6be2749bee7 req-1ef969a2-5b3b-46e9-ae97-35ee9e420df0 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317216 Oct 27 06:05:37.083844 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accb2e0-211d-463f-971e-9439b032d328 req-6be1e0ab-2d8d-4493-b259-66c33b956cb1 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:37.085329 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2accb2e0-211d-463f-971e-9439b032d328 req-6be1e0ab-2d8d-4493-b259-66c33b956cb1 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0529964 Oct 27 06:05:37.123223 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2accb2e0-211d-463f-971e-9439b032d328 req-40fe6b1e-a684-4509-a8e8-386e5bdefc4a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320454 Oct 27 06:05:37.832644 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbc75b-dd80-46fc-903c-5707c612cbf1 req-2aac1abe-30d2-4494-9ae0-5a04ddfccb74 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:37.834695 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3bfbc75b-dd80-46fc-903c-5707c612cbf1 req-2aac1abe-30d2-4494-9ae0-5a04ddfccb74 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0490539 Oct 27 06:05:37.871182 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3bfbc75b-dd80-46fc-903c-5707c612cbf1 req-0fc16550-a252-4423-bccf-e8d884775eda tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303936 Oct 27 06:05:38.236618 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d54328-17e7-41df-963b-854bd2ec174b req-84365c05-914a-4e86-a08a-3fd04c2205c3 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:38.238080 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-28d54328-17e7-41df-963b-854bd2ec174b req-84365c05-914a-4e86-a08a-3fd04c2205c3 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 944 time: 0.0505743 Oct 27 06:05:38.275066 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-28d54328-17e7-41df-963b-854bd2ec174b req-ff1fc2e7-418b-4007-94c7-ef22d285827a tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306065 Oct 27 06:05:38.725727 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device eefd0f60-c3c5-482f-bc0a-5734aae16897 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:05:38.736218 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 5206fecb-2418-456e-a282-3ebcdd9ef048 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:05:38.760871 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 5206fecb-2418-456e-a282-3ebcdd9ef048 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:05:38.761221 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 5206fecb-2418-456e-a282-3ebcdd9ef048 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:05:38.761633 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device d602fa20-b658-498f-9136-1c85a37f253d no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:05:38.783214 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: d602fa20-b658-498f-9136-1c85a37f253d {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:05:38.783559 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device d602fa20-b658-498f-9136-1c85a37f253d not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:05:38.863422 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port eefd0f60-c3c5-482f-bc0a-5734aae16897, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:38.875372 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'port_id': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'mac_address': 'fa:16:3e:95:5a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:05:38.912853 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:38.925501 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefd0f60-c3c5-482f-bc0a-5734aae16897 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:05:38.947579 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port eefd0f60-c3c5-482f-bc0a-5734aae16897, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:38.984967 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9cbbe-a922-486e-98ed-760da633eea5 req-6dfc56b0-5026-4a80-af54-dd1eef9a3a15 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:38.986467 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8cb9cbbe-a922-486e-98ed-760da633eea5 req-6dfc56b0-5026-4a80-af54-dd1eef9a3a15 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 943 time: 0.0497055 Oct 27 06:05:39.024415 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-8cb9cbbe-a922-486e-98ed-760da633eea5 req-976cfeb2-4c2a-41e8-8133-6abf5cd6b1e3 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315688 Oct 27 06:05:39.053312 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:39.054025 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device ee94a928-bafc-431f-b9e8-527e9236d153 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:05:39.143480 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=eefd0f60-c3c5-482f-bc0a-5734aae16897,revision_number=7']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:39.155485 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.155830 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.156168 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.156498 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.156825 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.157147 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.157470 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.157834 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.158137 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.158462 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.158777 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.159091 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:39.195924 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port ee94a928-bafc-431f-b9e8-527e9236d153, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ee94a928-bafc-431f-b9e8-527e9236d153,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:39.206204 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:05:39.242657 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:39.254822 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee94a928-bafc-431f-b9e8-527e9236d153 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:05:39.273425 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port ee94a928-bafc-431f-b9e8-527e9236d153, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ee94a928-bafc-431f-b9e8-527e9236d153,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:39.367649 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:39.390693 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0b4b-4c87-4024-a1f9-688550b34d3f req-8fa0d059-60d0-45ce-bae1-4fc7e147fcd2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:39.392094 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c30b0b4b-4c87-4024-a1f9-688550b34d3f req-8fa0d059-60d0-45ce-bae1-4fc7e147fcd2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 945 time: 0.0501599 Oct 27 06:05:39.418740 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=ee94a928-bafc-431f-b9e8-527e9236d153,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:39.433318 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c30b0b4b-4c87-4024-a1f9-688550b34d3f req-bacc6c09-249e-49d7-a21f-612ff7ef93a0 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343189 Oct 27 06:05:39.751642 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['ee94a928-bafc-431f-b9e8-527e9236d153'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:05:39.777347 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['eefd0f60-c3c5-482f-bc0a-5734aae16897'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:05:40.149363 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54f633-5fa5-4362-a708-31096364cf20 req-7e19844a-93be-438e-a7d4-80f8c5c30c2e tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:40.151161 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7e54f633-5fa5-4362-a708-31096364cf20 req-7e19844a-93be-438e-a7d4-80f8c5c30c2e tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 944 time: 0.0552595 Oct 27 06:05:40.194940 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7e54f633-5fa5-4362-a708-31096364cf20 req-a2128fe2-cd34-4505-94ab-af548ee4dc34 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362449 Oct 27 06:05:40.549910 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fa11d-673d-44b8-acec-bcab509fe60b req-e1e3db8b-32b7-4cc2-ab4a-f00dba949ab5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:40.551761 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9c0fa11d-673d-44b8-acec-bcab509fe60b req-e1e3db8b-32b7-4cc2-ab4a-f00dba949ab5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 945 time: 0.0744467 Oct 27 06:05:40.571378 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978277d9-9226-4862-908d-669499939d6e req-30816a65-17c3-479e-b406-d5efa6d01069 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:40.572763 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-978277d9-9226-4862-908d-669499939d6e req-30816a65-17c3-479e-b406-d5efa6d01069 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 945 time: 0.0691841 Oct 27 06:05:40.620416 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9c0fa11d-673d-44b8-acec-bcab509fe60b req-77e3374e-dada-4fc2-8e42-841207a24db5 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617101 Oct 27 06:05:40.627326 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-978277d9-9226-4862-908d-669499939d6e req-d36fe884-131a-49d0-a722-597888c7226c tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474198 Oct 27 06:05:41.318193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c9953-f10a-4ad9-8104-ca8ca1777b47 req-78905c54-2115-45b7-a9f4-a4fdf54e2c59 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:41.319700 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-366c9953-f10a-4ad9-8104-ca8ca1777b47 req-78905c54-2115-45b7-a9f4-a4fdf54e2c59 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 944 time: 0.0530055 Oct 27 06:05:41.357768 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-366c9953-f10a-4ad9-8104-ca8ca1777b47 req-c2f04c5a-1a3c-4963-9ed7-9a5eb0ded719 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318806 Oct 27 06:05:41.435419 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device eefd0f60-c3c5-482f-bc0a-5734aae16897 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:05:41.489116 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port eefd0f60-c3c5-482f-bc0a-5734aae16897 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:05:41.489504 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:41.569113 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:41.591154 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:41.593345 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d69db4-d168-4a86-a0c9-eaf047a8b35d" -d '{"events": [{"server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "name": "network-vif-plugged", "status": "completed", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:41.606350 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port eefd0f60-c3c5-482f-bc0a-5734aae16897, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:41.628984 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c3ce19-b306-4ff0-b959-f74e1d97d76d x-openstack-request-id: req-38c3ce19-b306-4ff0-b959-f74e1d97d76d {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:41.629823 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "name": "network-vif-plugged", "status": "completed", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:41.630218 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38c3ce19-b306-4ff0-b959-f74e1d97d76d {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:41.630614 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'code': 200} Oct 27 06:05:41.677878 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:41.678688 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device ee94a928-bafc-431f-b9e8-527e9236d153 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:05:41.761580 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=eefd0f60-c3c5-482f-bc0a-5734aae16897,revision_number=8']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:41.765952 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa016b-db90-4012-824a-506c63a6c052 req-87e74c7e-4688-4798-8861-8e0cd6af5e41 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:41.768094 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cdfa016b-db90-4012-824a-506c63a6c052 req-87e74c7e-4688-4798-8861-8e0cd6af5e41 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 945 time: 0.0804923 Oct 27 06:05:41.788032 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add1c28-6e0e-4dce-a9ac-25569e28f2d6 req-35becc20-b1d8-4444-ae8f-87d6db306395 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:41.789450 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3add1c28-6e0e-4dce-a9ac-25569e28f2d6 req-35becc20-b1d8-4444-ae8f-87d6db306395 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0739961 Oct 27 06:05:41.820194 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port ee94a928-bafc-431f-b9e8-527e9236d153 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:05:41.824159 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port ee94a928-bafc-431f-b9e8-527e9236d153 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:05:41.824549 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:41.837403 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cdfa016b-db90-4012-824a-506c63a6c052 req-8a515727-ba9e-47db-b1bc-9961c499281a tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632796 Oct 27 06:05:41.851154 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-3add1c28-6e0e-4dce-a9ac-25569e28f2d6 req-4b3331aa-aa51-4e69-8186-7569fd95237c tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541661 Oct 27 06:05:42.025833 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:42.057466 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port ee94a928-bafc-431f-b9e8-527e9236d153, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ee94a928-bafc-431f-b9e8-527e9236d153,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:42.138696 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:42.183960 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=ee94a928-bafc-431f-b9e8-527e9236d153,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:42.471521 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881583c-35d9-4ab0-a3ab-400a26b4ca61 req-56350daf-ebc2-4e05-917a-c8e9083bbede tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:42.472982 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1881583c-35d9-4ab0-a3ab-400a26b4ca61 req-56350daf-ebc2-4e05-917a-c8e9083bbede tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 945 time: 0.0490201 Oct 27 06:05:42.509904 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1881583c-35d9-4ab0-a3ab-400a26b4ca61 req-65cb3524-8a31-4c9f-a676-0b2c36659701 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308039 Oct 27 06:05:42.994209 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dd92a-421a-43e7-8ea8-58201c3faf6d req-da9205db-2359-4e55-ad8d-ffa090d61cc0 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:42.995701 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-511dd92a-421a-43e7-8ea8-58201c3faf6d req-da9205db-2359-4e55-ad8d-ffa090d61cc0 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 945 time: 0.0790043 Oct 27 06:05:43.002853 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389c304-19d1-4702-b47e-3845af6348f2 req-c7cf563c-0611-4413-822b-498cb71be52b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:43.004155 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5389c304-19d1-4702-b47e-3845af6348f2 req-c7cf563c-0611-4413-822b-498cb71be52b tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0786438 Oct 27 06:05:43.061498 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-511dd92a-421a-43e7-8ea8-58201c3faf6d req-377c987a-2b98-4ea5-b30b-9bda8b0baa37 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563831 Oct 27 06:05:43.066159 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5389c304-19d1-4702-b47e-3845af6348f2 req-83c6045e-c75b-4bc1-976a-c04caa3efc9c tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547669 Oct 27 06:05:43.626418 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff248702-1e9c-40d5-9c95-db481dabfa7a req-93e16746-f9e5-4a94-9bf3-ee8b5dbe668b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:43.627902 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ff248702-1e9c-40d5-9c95-db481dabfa7a req-93e16746-f9e5-4a94-9bf3-ee8b5dbe668b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 945 time: 0.0516171 Oct 27 06:05:43.632104 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee94a928-bafc-431f-b9e8-527e9236d153'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:43.635162 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4beee09-5d1a-4c64-aa06-9c7d547de099" -d '{"events": [{"server_uuid": "8171f6f4-d3ae-47b1-b440-6149da2e04b4", "name": "network-vif-plugged", "status": "completed", "tag": "ee94a928-bafc-431f-b9e8-527e9236d153"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:43.667736 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ff248702-1e9c-40d5-9c95-db481dabfa7a req-605cf849-ec8b-45ac-bac2-2ebea744f2fb tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333698 Oct 27 06:05:43.671353 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf85575-aac5-4373-ab96-4b8d2a00b841 x-openstack-request-id: req-2cf85575-aac5-4373-ab96-4b8d2a00b841 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:43.671642 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8171f6f4-d3ae-47b1-b440-6149da2e04b4", "name": "network-vif-plugged", "status": "completed", "tag": "ee94a928-bafc-431f-b9e8-527e9236d153", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:43.671887 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cf85575-aac5-4373-ab96-4b8d2a00b841 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:43.672272 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'code': 200} Oct 27 06:05:44.206387 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dd7e1-e263-4a79-9283-9e4ab69c6120 req-f7a36568-7795-47b9-b1a3-6f8661add653 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:44.207850 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b2dd7e1-e263-4a79-9283-9e4ab69c6120 req-f7a36568-7795-47b9-b1a3-6f8661add653 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0747893 Oct 27 06:05:44.220130 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cb037-686b-4086-b92d-c8c1125dea19 req-9601c703-0991-4c20-a5a5-b19d0a7d5c4c tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:44.221545 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0f2cb037-686b-4086-b92d-c8c1125dea19 req-9601c703-0991-4c20-a5a5-b19d0a7d5c4c tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 945 time: 0.0866227 Oct 27 06:05:44.276845 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9b2dd7e1-e263-4a79-9283-9e4ab69c6120 req-e2dfa6f9-5cc0-4de5-acca-7cf02cb8dbb7 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543416 Oct 27 06:05:44.279612 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-0f2cb037-686b-4086-b92d-c8c1125dea19 req-2c9e76ef-79d0-4039-9eb9-5175bac60155 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515442 Oct 27 06:05:44.609558 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506cc3-6385-401c-8fb9-4fa8d792c323 req-b3242a1b-54c5-4b09-9761-54a821c89f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:44.611259 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-79506cc3-6385-401c-8fb9-4fa8d792c323 req-b3242a1b-54c5-4b09-9761-54a821c89f2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1099 time: 0.0415969 Oct 27 06:05:44.653197 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-79506cc3-6385-401c-8fb9-4fa8d792c323 req-1eba4f6f-ddac-46ab-b91a-87343db0a205 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283594 Oct 27 06:05:44.780115 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435f689-4486-471b-8897-17d209ccda28 req-6873db64-2602-4983-8ddd-02f8e13132b0 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:44.781579 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7435f689-4486-471b-8897-17d209ccda28 req-6873db64-2602-4983-8ddd-02f8e13132b0 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Oct 27 06:05:44.822262 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7435f689-4486-471b-8897-17d209ccda28 req-0959329a-9f71-4a22-bc33-6dad7e8db074 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342913 Oct 27 06:05:45.004022 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a924d-d9ba-4c2b-b55b-5e4b80d8ce5a req-11d20cc3-be72-489e-a5bb-013dacaf056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:45.005440 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9c0a924d-d9ba-4c2b-b55b-5e4b80d8ce5a req-11d20cc3-be72-489e-a5bb-013dacaf056b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 1098 time: 0.0454631 Oct 27 06:05:45.043088 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-9c0a924d-d9ba-4c2b-b55b-5e4b80d8ce5a req-f46c17fa-5cac-4738-b03e-f615ce95f162 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284553 Oct 27 06:05:45.417553 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16caad6-1f86-4a31-b6a0-f0bd100c69fb req-6e0b29fd-00af-402c-8deb-31c120a145cb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:45.419056 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f16caad6-1f86-4a31-b6a0-f0bd100c69fb req-6e0b29fd-00af-402c-8deb-31c120a145cb tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0765986 Oct 27 06:05:45.435984 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a24de-5968-4820-b61e-50dbd6709d29 req-81423d87-1646-4a5a-806b-f1e3001c3e3f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:45.437762 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ea8a24de-5968-4820-b61e-50dbd6709d29 req-81423d87-1646-4a5a-806b-f1e3001c3e3f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 945 time: 0.0933435 Oct 27 06:05:45.524407 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f16caad6-1f86-4a31-b6a0-f0bd100c69fb req-a13ba305-65a5-4309-b442-3d8706c6c021 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959516 Oct 27 06:05:45.528212 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ea8a24de-5968-4820-b61e-50dbd6709d29 req-51330b10-64f1-4a97-9156-6f13a5a0ed47 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804949 Oct 27 06:05:45.537366 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-0454888e-1b78-47d2-80da-c7ec4df7fabd tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:45.538817 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-0454888e-1b78-47d2-80da-c7ec4df7fabd tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 945 time: 0.1184447 Oct 27 06:05:45.703848 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-89d7da3a-ed67-4805-9e05-5f785b5ee147 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Deleting port 80bfa7ad-2764-4781-92ac-b89160a35917 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:05:45.704514 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-89d7da3a-ed67-4805-9e05-5f785b5ee147 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:45.796738 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ef5f-2869-4970-905c-011878885856 req-822f83f8-f87e-4974-a38a-403abe7f29e6 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:45.798200 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-822f83f8-f87e-4974-a38a-403abe7f29e6 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/networks?id=44e5423d-c4b4-43d6-934e-e648a15986d8 HTTP/1.1" status: 200 len: 814 time: 0.1636906 Oct 27 06:05:45.826133 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-efcde18e-af9d-4dc1-b989-8e95e627f0c2 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/quotas/ce97d9f7270e42f5a64b49ff2c68155c HTTP/1.1" status: 200 len: 375 time: 0.0219059 Oct 27 06:05:45.846458 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-89d7da3a-ed67-4805-9e05-5f785b5ee147 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] For port 80bfa7ad-2764-4781-92ac-b89160a35917, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=80bfa7ad-2764-4781-92ac-b89160a35917,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:45.851962 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-89d7da3a-ed67-4805-9e05-5f785b5ee147 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:45.872909 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-c25a8f01-5b0b-4873-9b8f-d5394bd9fb04 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce97d9f7270e42f5a64b49ff2c68155c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412817 Oct 27 06:05:45.876976 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-89d7da3a-ed67-4805-9e05-5f785b5ee147 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Calling delete_port for 80bfa7ad-2764-4781-92ac-b89160a35917 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:05:46.060222 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4a098-dbc8-4cf0-8cda-5e8dc857a00f req-ebeaeea8-d298-47c6-ad38-d27095c33a1c tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:46.061753 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-21c4a098-dbc8-4cf0-8cda-5e8dc857a00f req-ebeaeea8-d298-47c6-ad38-d27095c33a1c tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 945 time: 0.1677470 Oct 27 06:05:46.098110 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-61c1018d-88c8-41a3-991f-a7651c2dd053 service neutron] 10.222.0.30 "GET /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145643 Oct 27 06:05:46.165159 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-21c4a098-dbc8-4cf0-8cda-5e8dc857a00f req-02d97814-f219-4f58-8d2e-f7f6639ff40d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918450 Oct 27 06:05:46.243426 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-270867e6-65cd-46e1-ac41-e7eb1fd05f1c service neutron] 10.222.0.30 "GET /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375670 Oct 27 06:05:46.288088 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-89d7da3a-ed67-4805-9e05-5f785b5ee147 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:46.319331 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7da3a-ed67-4805-9e05-5f785b5ee147 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Pushing event deleted for resources: {'Port': ['ID=80bfa7ad-2764-4781-92ac-b89160a35917,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:46.337885 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['392312da-e74a-4ed3-a7a6-aef94639252a', '9c9e44a6-436a-4362-afe8-6d78ad0a2dac', '80bfa7ad-2764-4781-92ac-b89160a35917'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:05:46.365873 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-89d7da3a-ed67-4805-9e05-5f785b5ee147 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] No DVR routers for this DVR port 80bfa7ad-2764-4781-92ac-b89160a35917 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:05:46.368738 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-89d7da3a-ed67-4805-9e05-5f785b5ee147 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:46.371977 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7850352a-2b4a-4ebd-b057-466ba05ec4cc req-89d7da3a-ed67-4805-9e05-5f785b5ee147 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "DELETE /v2.0/ports/80bfa7ad-2764-4781-92ac-b89160a35917 HTTP/1.1" status: 204 len: 173 time: 0.8251491 Oct 27 06:05:46.372431 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3', 'name': 'network-vif-deleted', 'tag': '80bfa7ad-2764-4781-92ac-b89160a35917'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:46.374798 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298aa453-b3cd-45dc-8e8c-42ee4eab267b" -d '{"events": [{"server_uuid": "9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3", "name": "network-vif-deleted", "tag": "80bfa7ad-2764-4781-92ac-b89160a35917"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:46.410328 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e963d550-a43c-4412-9028-f6f2f997a130 x-openstack-request-id: req-e963d550-a43c-4412-9028-f6f2f997a130 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:46.410623 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3", "name": "network-vif-deleted", "tag": "80bfa7ad-2764-4781-92ac-b89160a35917", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:46.410874 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e963d550-a43c-4412-9028-f6f2f997a130 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:46.411331 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3', 'name': 'network-vif-deleted', 'tag': '80bfa7ad-2764-4781-92ac-b89160a35917', 'status': 'completed', 'code': 200} Oct 27 06:05:46.509961 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-40f96aee-b1a8-43bd-9a0c-d90dbf5fbb71 req-514562c0-686b-4abc-8d0f-037add5f51fe tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 210 time: 0.0313885 Oct 27 06:05:46.680718 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-46c07192-4a55-40b4-a6f7-da67816421e4 req-2bcc86fe-9d21-4e64-bc88-6816dfc4bbc6 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3d5b3b-8fa0-4982-abfa-c4ce2ae7e3a3 HTTP/1.1" status: 200 len: 210 time: 0.0459416 Oct 27 06:05:46.719493 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd530c-db6f-4141-abb8-9bb48e9442ad req-149394db-eafe-4bfe-90ee-e74927756e15 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:46.721030 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b3dd530c-db6f-4141-abb8-9bb48e9442ad req-149394db-eafe-4bfe-90ee-e74927756e15 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0773387 Oct 27 06:05:46.764648 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b3dd530c-db6f-4141-abb8-9bb48e9442ad req-3a9ddddc-85ba-42dc-91b3-19522620299d tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363686 Oct 27 06:05:47.283802 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78d026-1bf5-410b-bd37-2596ce3025c0 req-4a48a471-0c6a-4612-8635-7292bd7b4542 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:47.286015 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d78d026-1bf5-410b-bd37-2596ce3025c0 req-4a48a471-0c6a-4612-8635-7292bd7b4542 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 945 time: 0.0538187 Oct 27 06:05:47.324973 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2d78d026-1bf5-410b-bd37-2596ce3025c0 req-bf8fb93e-6dde-491b-87f2-24c49e0dccb7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330582 Oct 27 06:05:47.445393 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12c1fa-8109-4e14-9e42-f6422fb76636 req-bc5264ca-9dd2-46a4-b824-b433e0244415 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:47.446895 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ef12c1fa-8109-4e14-9e42-f6422fb76636 req-bc5264ca-9dd2-46a4-b824-b433e0244415 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 945 time: 0.0540564 Oct 27 06:05:47.485685 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ef12c1fa-8109-4e14-9e42-f6422fb76636 req-2846b0ab-8975-4105-909e-66d8e0eb9128 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326068 Oct 27 06:05:47.509792 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33278) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:05:47.548513 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbb7992-a4f3-40e0-8e1d-af08e0527384 tempest-TestVolumeBootPattern-1102124094 tempest-TestVolumeBootPattern-1102124094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:47.550219 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-0fbb7992-a4f3-40e0-8e1d-af08e0527384 tempest-TestVolumeBootPattern-1102124094 tempest-TestVolumeBootPattern-1102124094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 1093 time: 0.0393081 Oct 27 06:05:47.553624 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33282) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:05:47.558056 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'floatingip': {'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:05:47.614124 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-29f781c4-e3b6-49d3-b0cc-109490c6d538 req-68519ca6-1610-442a-a0f2-cfb8cd9c0a32 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 210 time: 0.0269446 Oct 27 06:05:47.619165 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:47.961952 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:48.064143 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Allocated IP 172.27.1.212 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/497b0410-0398-4a70-a83f-8d0d2ddceb64) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:05:48.167127 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997dc75-3119-46e4-97e0-4b9b3f2edae4 req-0146b4dd-2b95-4487-943d-db43f8321fd7 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:48.167911 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:48.168682 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5997dc75-3119-46e4-97e0-4b9b3f2edae4 req-0146b4dd-2b95-4487-943d-db43f8321fd7 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 946 time: 0.0527303 Oct 27 06:05:48.206007 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5997dc75-3119-46e4-97e0-4b9b3f2edae4 req-3d52f91a-7fbd-4837-85fa-8dac31119d95 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Oct 27 06:05:48.237767 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:48.278434 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:05:48.282642 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:05:48.285080 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:05:48.291256 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'Port': ['ID=497b0410-0398-4a70-a83f-8d0d2ddceb64,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:48.317353 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.317712 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.318112 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.318469 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.318762 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.323584 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.323584 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.323584 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.323584 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.323584 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.323584 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.323584 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:05:48.494472 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ef5f-2869-4970-905c-011878885856 req-0bf4b9e8-fcd8-40b7-8ebb-9952f4a51ac4 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:48.496083 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-0bf4b9e8-fcd8-40b7-8ebb-9952f4a51ac4 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.26 "GET /v2.0/networks?id=44e5423d-c4b4-43d6-934e-e648a15986d8 HTTP/1.1" status: 200 len: 814 time: 0.1062386 Oct 27 06:05:48.517073 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Request body: {'port': {'device_id': '2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c', 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8', 'admin_state_up': True, 'tenant_id': 'ce97d9f7270e42f5a64b49ff2c68155c'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:05:48.648738 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:48.697297 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Made reservation on behalf of ce97d9f7270e42f5a64b49ff2c68155c for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:05:48.700705 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:48.723657 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-82eea7c2-67de-4930-8f87-8ce6a20bb524 req-66327c85-163c-4219-a1f9-070bcd2db367 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 210 time: 0.0386531 Oct 27 06:05:48.779625 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:48.849432 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Allocated IP 172.20.0.5 (44e5423d-c4b4-43d6-934e-e648a15986d8/0a52e722-da4d-48c3-bf5d-fcf06dad328b/d0a985e3-3314-4f92-b7b1-747f02e13442) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:05:48.928846 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:48.980390 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25221868'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:48.997121 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:49.049520 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'Port': ['ID=497b0410-0398-4a70-a83f-8d0d2ddceb64,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:49.061850 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:49.081928 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:49.124979 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Network 44e5423d-c4b4-43d6-934e-e648a15986d8 is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:05:49.128135 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:05:49.132763 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:05:49.158500 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Pushing event updated for resources: {'Port': ['ID=d0a985e3-3314-4f92-b7b1-747f02e13442,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:49.162556 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.l3_db [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Floating IP c56c1771-0061-4355-8047-7adddb2f6897 associated. External IP: 172.27.1.212, port: ee94a928-bafc-431f-b9e8-527e9236d153. Oct 27 06:05:49.184498 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:49.185111 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:49.258880 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-b75d0a19-727d-4fbb-ae49-4287a9bfc941 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7455800 Oct 27 06:05:49.305895 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Request body: {'port': {'device_id': '2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:05:49.371523 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8526d6-2a71-4b5a-b198-714884b5fecd req-6dd38cbe-d594-4cb8-bed5-9c12735a4d78 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:49.373053 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ff8526d6-2a71-4b5a-b198-714884b5fecd req-6dd38cbe-d594-4cb8-bed5-9c12735a4d78 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 946 time: 0.0989044 Oct 27 06:05:49.373845 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:05:49.377766 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:49.445224 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ff8526d6-2a71-4b5a-b198-714884b5fecd req-3ee4aac5-7578-4ca2-b753-849d5cfe4cac tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652814 Oct 27 06:05:49.486393 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:05:49.497877 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] Sync routers for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:05:49.511176 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:05:49.511779 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:05:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:49.546435 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 80bfa7ad-2764-4781-92ac-b89160a35917 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:05:49.587803 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:49.602298 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 80bfa7ad-2764-4781-92ac-b89160a35917 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:05:49.602636 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 80bfa7ad-2764-4781-92ac-b89160a35917 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:05:49.623589 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3978d46c-c5c0-4073-a935-f565eec926cc tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0688303 Oct 27 06:05:49.624262 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'tag': 'ee94a928-bafc-431f-b9e8-527e9236d153'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:49.626814 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7917e4-5440-48b5-b179-1e4884c65a18" -d '{"events": [{"name": "network-changed", "server_uuid": "8171f6f4-d3ae-47b1-b440-6149da2e04b4", "tag": "ee94a928-bafc-431f-b9e8-527e9236d153"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:49.647337 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:05:49.663904 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5471b316-b8f9-4eff-a810-50fab514228c x-openstack-request-id: req-5471b316-b8f9-4eff-a810-50fab514228c {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:49.664367 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8171f6f4-d3ae-47b1-b440-6149da2e04b4", "tag": "ee94a928-bafc-431f-b9e8-527e9236d153", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:49.664458 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5471b316-b8f9-4eff-a810-50fab514228c {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:49.664809 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'tag': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'status': 'completed', 'code': 200} Oct 27 06:05:49.685716 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a985e3-3314-4f92-b7b1-747f02e13442 {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:05:49.693195 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:49.705725 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Transition to ACTIVE for port object d0a985e3-3314-4f92-b7b1-747f02e13442 will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:05:49.748075 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-dc7e212a-f882-4327-9dc2-29694cc87452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:49.749611 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-dc7e212a-f882-4327-9dc2-29694cc87452 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 1098 time: 0.0410562 Oct 27 06:05:49.811025 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:49.881394 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'c56c1771-0061-4355-8047-7adddb2f6897', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:05:48Z', 'updated_at': '2021-10-27T06:05:48Z', 'revision_number': 0, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:49.911464 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] Checking router: cfbf2243-0379-4b87-bbe5-a4a35ed1c032 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:05:49.913762 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732e127-b3cc-433f-8aac-b48752dd061b req-4476d266-d309-4e75-b20f-d9439d655d22 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:49.914770 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-3732e127-b3cc-433f-8aac-b48752dd061b req-4476d266-d309-4e75-b20f-d9439d655d22 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 946 time: 0.0900147 Oct 27 06:05:49.922099 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:05:49.922684 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:05:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:49.954424 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d995e0-02e8-4b6e-b3f4-5ccf873f706c req-4e88eeff-1593-48b4-8f1d-40ee408423f6 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:49.961612 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-83d995e0-02e8-4b6e-b3f4-5ccf873f706c req-4e88eeff-1593-48b4-8f1d-40ee408423f6 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 943 time: 0.1602397 Oct 27 06:05:49.963399 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Pushing event updated for resources: {'Port': ['ID=d0a985e3-3314-4f92-b7b1-747f02e13442,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:49.997195 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-1a76cdb7-5520-4cbb-8d0e-bb344b477f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:49.998816 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-1a76cdb7-5520-4cbb-8d0e-bb344b477f9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 912 time: 0.2398772 Oct 27 06:05:50.047989 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:05:50.058170 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [req-3732e127-b3cc-433f-8aac-b48752dd061b req-30650a6f-537c-487a-9829-7741213e02c8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Deleting port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:05:50.058645 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-3732e127-b3cc-433f-8aac-b48752dd061b req-30650a6f-537c-487a-9829-7741213e02c8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:50.095932 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-83d995e0-02e8-4b6e-b3f4-5ccf873f706c req-ffea6f28-b508-4ee0-b358-a896d8214be4 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333706 Oct 27 06:05:50.104969 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Attempting to bind port d0a985e3-3314-4f92-b7b1-747f02e13442 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:05:50.104969 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Attempting to bind port d0a985e3-3314-4f92-b7b1-747f02e13442 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '20bbeb01-8d00-4709-850b-22f6bc4d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:05:50.105217 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Attempting to bind port d0a985e3-3314-4f92-b7b1-747f02e13442 on network 44e5423d-c4b4-43d6-934e-e648a15986d8 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:05:50.113624 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Port d0a985e3-3314-4f92-b7b1-747f02e13442 on network 44e5423d-c4b4-43d6-934e-e648a15986d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:05:50.114241 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Attempting to bind port d0a985e3-3314-4f92-b7b1-747f02e13442 on network 44e5423d-c4b4-43d6-934e-e648a15986d8 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:05:50.118942 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-c964aefd-7c48-429b-8c2b-74fb01873b4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee94a928-bafc-431f-b9e8-527e9236d153 HTTP/1.1" status: 200 len: 999 time: 0.1060913 Oct 27 06:05:50.130883 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:05:50.130883 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Checking segment: {'id': '20bbeb01-8d00-4709-850b-22f6bc4d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:05:50.130883 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Bound using segment: {'id': '20bbeb01-8d00-4709-850b-22f6bc4d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:05:50.130883 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Bound port: d0a985e3-3314-4f92-b7b1-747f02e13442, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bbeb01-8d00-4709-850b-22f6bc4d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:05:50.130883 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:50.158431 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [req-3732e127-b3cc-433f-8aac-b48752dd061b req-30650a6f-537c-487a-9829-7741213e02c8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] For port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:50.158840 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-3732e127-b3cc-433f-8aac-b48752dd061b req-30650a6f-537c-487a-9829-7741213e02c8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:50.176262 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [req-3732e127-b3cc-433f-8aac-b48752dd061b req-30650a6f-537c-487a-9829-7741213e02c8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Calling delete_port for 9c9e44a6-436a-4362-afe8-6d78ad0a2dac owned by compute:nova {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:05:50.338182 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'c56c1771-0061-4355-8047-7adddb2f6897', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:05:48Z', 'updated_at': '2021-10-27T06:05:48Z', 'revision_number': 0, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:50.371793 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ce4a6-1941-4d65-aa36-acce1082c92e None None] The sync data for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi is: [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'c56c1771-0061-4355-8047-7adddb2f6897', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:05:48Z', 'updated_at': '2021-10-27T06:05:48Z', 'revision_number': 0, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:05:50.373419 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-3732e127-b3cc-433f-8aac-b48752dd061b req-30650a6f-537c-487a-9829-7741213e02c8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:50.409147 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30650a6f-537c-487a-9829-7741213e02c8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Pushing event deleted for resources: {'Port': ['ID=9c9e44a6-436a-4362-afe8-6d78ad0a2dac,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:50.409423 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['392312da-e74a-4ed3-a7a6-aef94639252a', '9c9e44a6-436a-4362-afe8-6d78ad0a2dac'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:05:50.460823 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-0dcdb14a-e756-4fa5-a619-643b36453f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:50.462339 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-0dcdb14a-e756-4fa5-a619-643b36453f7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 200 len: 850 time: 0.3360879 Oct 27 06:05:50.486194 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3732e127-b3cc-433f-8aac-b48752dd061b req-30650a6f-537c-487a-9829-7741213e02c8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] No DVR routers for this DVR port 9c9e44a6-436a-4362-afe8-6d78ad0a2dac on host hv-cinder-81558 {{(pid=113447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:05:50.489350 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [req-3732e127-b3cc-433f-8aac-b48752dd061b req-30650a6f-537c-487a-9829-7741213e02c8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:50.493289 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [req-3732e127-b3cc-433f-8aac-b48752dd061b req-30650a6f-537c-487a-9829-7741213e02c8 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "DELETE /v2.0/ports/9c9e44a6-436a-4362-afe8-6d78ad0a2dac HTTP/1.1" status: 204 len: 173 time: 0.5711105 Oct 27 06:05:50.499720 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] For port d0a985e3-3314-4f92-b7b1-747f02e13442, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:05:50.539923 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] For port d0a985e3-3314-4f92-b7b1-747f02e13442, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d0a985e3-3314-4f92-b7b1-747f02e13442,segment=NetworkSegment(20bbeb01-8d00-4709-850b-22f6bc4d01b1),segment_id=20bbeb01-8d00-4709-850b-22f6bc4d01b1)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:05:50.573553 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ee898b20-55d5-4c93-80f3-469f9ed6fa0d req-9778d30f-7181-426e-befe-5a3698677848 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=de87df3b-a2cf-477c-98ff-fe86cd761849 HTTP/1.1" status: 200 len: 210 time: 0.0310400 Oct 27 06:05:50.576263 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-3abc2197-a32d-4c92-876d-d5d8cf1b86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:50.581548 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-3abc2197-a32d-4c92-876d-d5d8cf1b86ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06e334ef-4bd7-4864-9179-0ca1ae606edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762401 Oct 27 06:05:50.616182 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:50.661076 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b1ae3-a494-4c53-82b6-6f1238922359 None None] New status for floating IP c56c1771-0061-4355-8047-7adddb2f6897: ACTIVE {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:05:50.682595 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:50.683371 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:50.684738 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] 10.222.0.26 "PUT /v2.0/ports/d0a985e3-3314-4f92-b7b1-747f02e13442 HTTP/1.1" status: 200 len: 1093 time: 1.3847401 Oct 27 06:05:50.688346 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c', 'tag': 'd0a985e3-3314-4f92-b7b1-747f02e13442'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:50.690465 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cbc767-907f-42c6-a68d-b84eef0ad490" -d '{"events": [{"name": "network-changed", "server_uuid": "2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c", "tag": "d0a985e3-3314-4f92-b7b1-747f02e13442"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:50.740122 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6149d1-5af1-47c0-aac7-fea174b254b3 x-openstack-request-id: req-2c6149d1-5af1-47c0-aac7-fea174b254b3 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:50.740770 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c", "tag": "d0a985e3-3314-4f92-b7b1-747f02e13442", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:50.740770 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c6149d1-5af1-47c0-aac7-fea174b254b3 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:50.740991 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c', 'tag': 'd0a985e3-3314-4f92-b7b1-747f02e13442', 'status': 'completed', 'code': 200} Oct 27 06:05:50.741543 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8f918-cc54-4598-81b2-9fe50d0d61ac service neutron] Pushing event updated for resources: {'Port': ['ID=d0a985e3-3314-4f92-b7b1-747f02e13442,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:50.759705 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-ba7692a1-9602-45b2-8374-19d0377d0f8b service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582754 Oct 27 06:05:50.881094 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbc767-907f-42c6-a68d-b84eef0ad490 req-cab8c512-1b63-441a-935b-914de0e6b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:50.882780 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5cbc767-907f-42c6-a68d-b84eef0ad490 req-cab8c512-1b63-441a-935b-914de0e6b8df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce97d9f7270e42f5a64b49ff2c68155c&device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 1096 time: 0.0914955 Oct 27 06:05:50.893927 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-7d7917e4-5440-48b5-b179-1e4884c65a18 req-0b892eb0-211a-4492-b7c0-134e9e69d46e service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204374 Oct 27 06:05:51.001165 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbc767-907f-42c6-a68d-b84eef0ad490 req-f88cb38f-0736-4b56-9ba0-6e10de43e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:51.002669 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5cbc767-907f-42c6-a68d-b84eef0ad490 req-f88cb38f-0736-4b56-9ba0-6e10de43e20e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ce97d9f7270e42f5a64b49ff2c68155c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927155 Oct 27 06:05:51.098453 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbc767-907f-42c6-a68d-b84eef0ad490 req-77d8e8f2-7317-446e-a01d-56eb9bb82024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:51.100272 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e5cbc767-907f-42c6-a68d-b84eef0ad490 req-77d8e8f2-7317-446e-a01d-56eb9bb82024 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905738 Oct 27 06:05:51.231907 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ef5f-2869-4970-905c-011878885856 req-0126241c-5202-47ff-9383-540d51cec534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:51.233423 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-0126241c-5202-47ff-9383-540d51cec534 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce97d9f7270e42f5a64b49ff2c68155c&device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 1096 time: 0.0705280 Oct 27 06:05:51.249927 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe70eb9-8738-4cc2-ab55-a1931b35d3b4 req-c162285e-be4e-41df-8855-2e6161f4680b tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:51.268889 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bbe70eb9-8738-4cc2-ab55-a1931b35d3b4 req-c162285e-be4e-41df-8855-2e6161f4680b tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 943 time: 0.0616341 Oct 27 06:05:51.291457 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-959e0198-4d2f-44cb-8890-2c74883af317 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a985e3-3314-4f92-b7b1-747f02e13442 HTTP/1.1" status: 200 len: 217 time: 0.0391521 Oct 27 06:05:51.348390 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-bbe70eb9-8738-4cc2-ab55-a1931b35d3b4 req-0761ca5e-e35a-4ac9-ae14-4c1fd2c76f18 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900977 Oct 27 06:05:51.355409 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ef5f-2869-4970-905c-011878885856 req-58530e33-af7e-440a-ab1b-d7d118b87ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:51.356837 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-58530e33-af7e-440a-ab1b-d7d118b87ec5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a52e722-da4d-48c3-bf5d-fcf06dad328b HTTP/1.1" status: 200 len: 854 time: 0.0577250 Oct 27 06:05:51.390088 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-bbbedbb1-4d6b-4014-9b73-2864099b5445 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44e5423d-c4b4-43d6-934e-e648a15986d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267322 Oct 27 06:05:51.501303 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-f15493ef-25e2-4640-b780-9e12a003fe05 service neutron] 10.222.0.26 "GET /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929251 Oct 27 06:05:51.595526 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1935ef5f-2869-4970-905c-011878885856 req-d1c29d49-2f2b-48ec-9695-b6aa8231e12d service neutron] 10.222.0.26 "GET /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864892 Oct 27 06:05:51.665552 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de87df3b-a2cf-477c-98ff-fe86cd761849', 'name': 'network-vif-deleted', 'tag': '9c9e44a6-436a-4362-afe8-6d78ad0a2dac'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:51.667930 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3e8b44-f910-4596-b589-71ac540f4ce2" -d '{"events": [{"server_uuid": "de87df3b-a2cf-477c-98ff-fe86cd761849", "name": "network-vif-deleted", "tag": "9c9e44a6-436a-4362-afe8-6d78ad0a2dac"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:51.702819 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac475c8-c17d-46e5-acfd-db16c59d4d88 x-openstack-request-id: req-5ac475c8-c17d-46e5-acfd-db16c59d4d88 {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:51.703113 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de87df3b-a2cf-477c-98ff-fe86cd761849", "name": "network-vif-deleted", "tag": "9c9e44a6-436a-4362-afe8-6d78ad0a2dac", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:51.703361 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ac475c8-c17d-46e5-acfd-db16c59d4d88 {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:51.703760 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de87df3b-a2cf-477c-98ff-fe86cd761849', 'name': 'network-vif-deleted', 'tag': '9c9e44a6-436a-4362-afe8-6d78ad0a2dac', 'status': 'completed', 'code': 200} Oct 27 06:05:52.465321 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5b68e-311e-49da-868a-c75188172ef1 req-f54b2d7f-0d7c-4b87-abcb-a571857061c7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:52.466815 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ffd5b68e-311e-49da-868a-c75188172ef1 req-f54b2d7f-0d7c-4b87-abcb-a571857061c7 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 943 time: 0.0500143 Oct 27 06:05:52.504645 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ffd5b68e-311e-49da-868a-c75188172ef1 req-0e2545ea-759c-4c8b-bee0-65741af6c707 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Oct 27 06:05:53.246631 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c86ac-d5ef-4388-842b-e53a67b8163d req-a3f9d13e-034c-4a25-92aa-5ab56281b9d2 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:53.248093 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-660c86ac-d5ef-4388-842b-e53a67b8163d req-a3f9d13e-034c-4a25-92aa-5ab56281b9d2 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 945 time: 0.0489459 Oct 27 06:05:53.285271 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-660c86ac-d5ef-4388-842b-e53a67b8163d req-4f4905f1-14df-49ca-9bd8-74375574c212 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Oct 27 06:05:53.561135 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device d0a985e3-3314-4f92-b7b1-747f02e13442 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:05:53.571364 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 9c9e44a6-436a-4362-afe8-6d78ad0a2dac no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:05:53.596735 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 9c9e44a6-436a-4362-afe8-6d78ad0a2dac {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:05:53.597071 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 9c9e44a6-436a-4362-afe8-6d78ad0a2dac not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:05:53.626321 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960d952-8beb-47b6-adab-13e617b10f0b req-e437a6b9-4dca-4f55-8957-cd6ecb9e226d tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:53.628160 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f960d952-8beb-47b6-adab-13e617b10f0b req-e437a6b9-4dca-4f55-8957-cd6ecb9e226d tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 943 time: 0.0533550 Oct 27 06:05:53.668102 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f960d952-8beb-47b6-adab-13e617b10f0b req-23347641-04ff-4e19-8f15-3baef25b2629 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Oct 27 06:05:53.691521 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port d0a985e3-3314-4f92-b7b1-747f02e13442, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d0a985e3-3314-4f92-b7b1-747f02e13442,segment=NetworkSegment(20bbeb01-8d00-4709-850b-22f6bc4d01b1),segment_id=20bbeb01-8d00-4709-850b-22f6bc4d01b1)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:53.702676 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': 'd0a985e3-3314-4f92-b7b1-747f02e13442', 'network_id': '44e5423d-c4b4-43d6-934e-e648a15986d8', 'port_id': 'd0a985e3-3314-4f92-b7b1-747f02e13442', 'mac_address': 'fa:16:3e:e8:68:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a52e722-da4d-48c3-bf5d-fcf06dad328b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:05:53.726742 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:53.746224 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:53.759478 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a985e3-3314-4f92-b7b1-747f02e13442 {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:05:53.778230 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port d0a985e3-3314-4f92-b7b1-747f02e13442, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d0a985e3-3314-4f92-b7b1-747f02e13442,segment=NetworkSegment(20bbeb01-8d00-4709-850b-22f6bc4d01b1),segment_id=20bbeb01-8d00-4709-850b-22f6bc4d01b1)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:53.819823 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:53.866619 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=d0a985e3-3314-4f92-b7b1-747f02e13442,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:54.135166 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['d0a985e3-3314-4f92-b7b1-747f02e13442'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:05:54.397615 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43659eac-dbe2-47ad-9f43-afdfadb5fe63 req-d88434d1-7f27-4990-ae35-d4181ae4e364 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:54.399024 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43659eac-dbe2-47ad-9f43-afdfadb5fe63 req-d88434d1-7f27-4990-ae35-d4181ae4e364 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 945 time: 0.0487909 Oct 27 06:05:54.436204 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-43659eac-dbe2-47ad-9f43-afdfadb5fe63 req-2fc8a4ee-11b9-45a9-805a-74447348e3a9 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/security-groups?id=efe90e4f-fa6f-4d37-842e-db7f2473b0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Oct 27 06:05:54.784163 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c956a-1b8a-4e71-a5dd-1827b6b42b66 req-726784df-939f-4691-9bfe-ead61f22d83d tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:54.785622 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-319c956a-1b8a-4e71-a5dd-1827b6b42b66 req-726784df-939f-4691-9bfe-ead61f22d83d tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 944 time: 0.0486977 Oct 27 06:05:54.823698 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-319c956a-1b8a-4e71-a5dd-1827b6b42b66 req-a2c98d99-e169-408f-b50c-78013e1b6058 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313559 Oct 27 06:05:54.948890 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-eb5d980b-50af-49fe-b4f7-f4359314d33e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:54.950301 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-eb5d980b-50af-49fe-b4f7-f4359314d33e tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 945 time: 0.0528638 Oct 27 06:05:55.039092 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-2924b145-df17-45bf-b33e-5abb31fdcf8f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Deleting port 392312da-e74a-4ed3-a7a6-aef94639252a {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:05:55.039434 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-2924b145-df17-45bf-b33e-5abb31fdcf8f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:55.131018 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-2924b145-df17-45bf-b33e-5abb31fdcf8f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] For port 392312da-e74a-4ed3-a7a6-aef94639252a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=392312da-e74a-4ed3-a7a6-aef94639252a,segment=NetworkSegment(70855fc8-8bfb-43be-b035-2a868823da1c),segment_id=70855fc8-8bfb-43be-b035-2a868823da1c)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:55.131380 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-2924b145-df17-45bf-b33e-5abb31fdcf8f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:55.143504 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-2924b145-df17-45bf-b33e-5abb31fdcf8f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Calling delete_port for 392312da-e74a-4ed3-a7a6-aef94639252a owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:05:55.321891 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-2924b145-df17-45bf-b33e-5abb31fdcf8f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:55.352852 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924b145-df17-45bf-b33e-5abb31fdcf8f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Pushing event deleted for resources: {'Port': ['ID=392312da-e74a-4ed3-a7a6-aef94639252a,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:55.356359 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['392312da-e74a-4ed3-a7a6-aef94639252a'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:05:55.393233 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-2924b145-df17-45bf-b33e-5abb31fdcf8f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] No DVR routers for this DVR port 392312da-e74a-4ed3-a7a6-aef94639252a on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:05:55.395653 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-2924b145-df17-45bf-b33e-5abb31fdcf8f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:55.399098 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-53001c79-1f77-4ebc-85c0-dc8a4387c8bd req-2924b145-df17-45bf-b33e-5abb31fdcf8f tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.26 "DELETE /v2.0/ports/392312da-e74a-4ed3-a7a6-aef94639252a HTTP/1.1" status: 204 len: 173 time: 0.4431734 Oct 27 06:05:55.399533 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fd590e-8021-4408-b346-870e05f25c28', 'name': 'network-vif-deleted', 'tag': '392312da-e74a-4ed3-a7a6-aef94639252a'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:55.401976 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79db8d47-4847-418a-9d65-4bc4b5ff52f4" -d '{"events": [{"server_uuid": "c6fd590e-8021-4408-b346-870e05f25c28", "name": "network-vif-deleted", "tag": "392312da-e74a-4ed3-a7a6-aef94639252a"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:55.438972 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4646d2f-60ce-4a00-bd61-c75b1ba09886 x-openstack-request-id: req-f4646d2f-60ce-4a00-bd61-c75b1ba09886 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:55.439298 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fd590e-8021-4408-b346-870e05f25c28", "name": "network-vif-deleted", "tag": "392312da-e74a-4ed3-a7a6-aef94639252a", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:55.439545 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4646d2f-60ce-4a00-bd61-c75b1ba09886 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:55.439964 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fd590e-8021-4408-b346-870e05f25c28', 'name': 'network-vif-deleted', 'tag': '392312da-e74a-4ed3-a7a6-aef94639252a', 'status': 'completed', 'code': 200} Oct 27 06:05:55.531654 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f2f33c39-4400-48b0-9f1e-4cf8d7d408be req-9198bb43-cef4-4844-a482-495984ab72b6 tempest-AttachVolumeNegativeTest-1853215274 tempest-AttachVolumeNegativeTest-1853215274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fd590e-8021-4408-b346-870e05f25c28 HTTP/1.1" status: 200 len: 210 time: 0.0262387 Oct 27 06:05:55.584538 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device d0a985e3-3314-4f92-b7b1-747f02e13442 up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:05:55.704256 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port d0a985e3-3314-4f92-b7b1-747f02e13442 completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:05:55.708713 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port d0a985e3-3314-4f92-b7b1-747f02e13442 triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:05:55.709083 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:55.800748 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:55.831756 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a985e3-3314-4f92-b7b1-747f02e13442'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:05:55.834888 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b79a8ca-9499-4274-b5d4-9682f6c8a96d" -d '{"events": [{"server_uuid": "2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c", "name": "network-vif-plugged", "status": "completed", "tag": "d0a985e3-3314-4f92-b7b1-747f02e13442"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:05:55.850200 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port d0a985e3-3314-4f92-b7b1-747f02e13442, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d0a985e3-3314-4f92-b7b1-747f02e13442,segment=NetworkSegment(20bbeb01-8d00-4709-850b-22f6bc4d01b1),segment_id=20bbeb01-8d00-4709-850b-22f6bc4d01b1)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:05:55.880603 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ee2078-843e-4574-a6e0-e3dba1061b85 x-openstack-request-id: req-e0ee2078-843e-4574-a6e0-e3dba1061b85 {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:05:55.880908 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c", "name": "network-vif-plugged", "status": "completed", "tag": "d0a985e3-3314-4f92-b7b1-747f02e13442", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:05:55.881106 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0ee2078-843e-4574-a6e0-e3dba1061b85 {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:05:55.881609 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a985e3-3314-4f92-b7b1-747f02e13442', 'code': 200} Oct 27 06:05:55.921945 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:55.952501 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d865-1db8-481a-82a0-c6c5633acebb req-e13b7ec9-5302-48e4-b23f-d6befc6bf208 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:55.954330 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ecb6d865-1db8-481a-82a0-c6c5633acebb req-e13b7ec9-5302-48e4-b23f-d6befc6bf208 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 944 time: 0.0561738 Oct 27 06:05:55.974170 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=d0a985e3-3314-4f92-b7b1-747f02e13442,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:56.002349 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ecb6d865-1db8-481a-82a0-c6c5633acebb req-3234434d-1bf5-4c7c-88a7-06dc44729fc8 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Oct 27 06:05:56.306322 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fef86a-8c26-467a-ae9a-9d7a04a9bf73 req-d056d26d-4de8-4785-bb32-7b9cfe2421be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:56.307826 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-14fef86a-8c26-467a-ae9a-9d7a04a9bf73 req-d056d26d-4de8-4785-bb32-7b9cfe2421be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 1098 time: 0.0445051 Oct 27 06:05:56.344552 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-14fef86a-8c26-467a-ae9a-9d7a04a9bf73 req-60743f8f-0d3d-4483-b6a0-fa8d2806d79d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299029 Oct 27 06:05:56.589100 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33344) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:05:56.627768 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:05:56.634488 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e96b1f1-3010-49fb-9a15-12604c94219c admin admin] Deleting subnet 396e966e-fead-4e29-8115-65547334b0e1 {{(pid=113446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:05:56.637597 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5e96b1f1-3010-49fb-9a15-12604c94219c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:56.671043 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5e96b1f1-3010-49fb-9a15-12604c94219c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2475731'] for subnet, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:56.714026 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5e96b1f1-3010-49fb-9a15-12604c94219c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:56.826043 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5e96b1f1-3010-49fb-9a15-12604c94219c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26505613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257979'] for subnet, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:56.851605 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96b1f1-3010-49fb-9a15-12604c94219c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396e966e-fead-4e29-8115-65547334b0e1,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:56.855193 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5e96b1f1-3010-49fb-9a15-12604c94219c admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:56.858378 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-5e96b1f1-3010-49fb-9a15-12604c94219c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/396e966e-fead-4e29-8115-65547334b0e1 HTTP/1.1" status: 204 len: 168 time: 0.2682133 Oct 27 06:05:56.860793 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33346) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:05:56.929217 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.008653 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.027930 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f757bb-5751-4b48-ab6c-e43efb06b84f']}} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:57.037858 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70855fc8-8bfb-43be-b035-2a868823da1c') {'for_net_delete': True} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:57.038159 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70855fc8-8bfb-43be-b035-2a868823da1c') {} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:05:57.047402 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2475736'] for segment, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.060624 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.066439 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=113446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:05:57.066820 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26505511'] for segment, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: Traceback (most recent call last): Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: timer() Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: cb(*args, **kw) Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: return func(*args, **kwargs) Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: self._notify() Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: self.callback(batched_events) Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: event.method(event) Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: return f(self, *a, **k) Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._get(url).json() Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: return self.request(url, 'GET', **kwargs) Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:05:57.069345 dv-cinder-815582-2-iscsi neutron-server[113446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:05:57.163162 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2ace2-d008-4886-903a-b0562cc15f73 req-14125e81-c48b-4724-b6b9-f12eacc97ad0 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:57.164562 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-28b2ace2-d008-4886-903a-b0562cc15f73 req-14125e81-c48b-4724-b6b9-f12eacc97ad0 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 945 time: 0.0863047 Oct 27 06:05:57.197637 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.204505 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.208890 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e5f757bb-5751-4b48-ab6c-e43efb06b84f HTTP/1.1" status: 204 len: 168 time: 0.3458350 Oct 27 06:05:57.211072 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-28b2ace2-d008-4886-903a-b0562cc15f73 req-528f3166-c15a-4532-b0d1-3c49aef171c0 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Oct 27 06:05:57.222012 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c454a87-80ff-459d-af6e-2e74bc81bd38 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f757bb-5751-4b48-ab6c-e43efb06b84f,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:57.452458 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33352) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:05:57.493564 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-a1b447c4-d067-4d8e-89e9-d1ddfd7b46d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92599310b7ec43b88611ef22adb98e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397723 Oct 27 06:05:57.496005 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33354) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:05:57.546176 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f67f3c19-cef5-46a3-a2ce-c14262dab74f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.567038 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f67f3c19-cef5-46a3-a2ce-c14262dab74f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.670375 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f67f3c19-cef5-46a3-a2ce-c14262dab74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.672919 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f67f3c19-cef5-46a3-a2ce-c14262dab74f admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:57.674074 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-f67f3c19-cef5-46a3-a2ce-c14262dab74f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efe90e4f-fa6f-4d37-842e-db7f2473b0a3 HTTP/1.1" status: 204 len: 168 time: 0.1771014 Oct 27 06:05:57.684445 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f3c19-cef5-46a3-a2ce-c14262dab74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe90e4f-fa6f-4d37-842e-db7f2473b0a3,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:58.329008 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd4c35-1c10-442d-8882-df1d5186a171 req-8e3105d0-7ccb-4184-96cb-c94cfd7f2266 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:58.330537 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fafd4c35-1c10-442d-8882-df1d5186a171 req-8e3105d0-7ccb-4184-96cb-c94cfd7f2266 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 945 time: 0.0493965 Oct 27 06:05:58.373687 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-fafd4c35-1c10-442d-8882-df1d5186a171 req-d6c33aff-f538-48d4-8c88-0e33d33d764d tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Oct 27 06:05:58.632125 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33382) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:05:58.728712 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1219258411-network', 'tenant_id': '775a4f7a99df4c809852e669081bd82e'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:05:58.813393 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Made reservation on behalf of 775a4f7a99df4c809852e669081bd82e for: {'network': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:05:58.816014 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:58.827201 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:58.896478 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:58.985071 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:59.010629 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=113447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 06:05:59.018524 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967e4ec2-2e31-4c30-a2b4-f144a1d00dd2,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:59.026902 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:59.027165 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.segments_db [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Added segment 1b7ecb39-b77d-46e8-bf50-3cee5e6eea81 of type vlan for network 4850da5e-3d7d-40d5-ae68-18ff37839991 Oct 27 06:05:59.064058 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:59.134821 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:59.136638 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:59.137240 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:59.195897 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] Pushing event updated for resources: {'Network': ['ID=4850da5e-3d7d-40d5-ae68-18ff37839991,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:59.206160 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 4850da5e-3d7d-40d5-ae68-18ff37839991 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 06:05:59.245347 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-6cdc79d8-9aae-402e-942d-21e40444e8c3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6120744 Oct 27 06:05:59.250235 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33392) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:05:59.253926 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Request body: {'subnet': {'network_id': '4850da5e-3d7d-40d5-ae68-18ff37839991', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1219258411-subnet', 'tenant_id': '775a4f7a99df4c809852e669081bd82e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:05:59.332834 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Made reservation on behalf of 775a4f7a99df4c809852e669081bd82e for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:05:59.337335 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25671708'] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:59.557486 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25221753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25671714'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:59.586137 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 392312da-e74a-4ed3-a7a6-aef94639252a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:05:59.605065 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 392312da-e74a-4ed3-a7a6-aef94639252a {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:05:59.605581 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 392312da-e74a-4ed3-a7a6-aef94639252a not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:05:59.616641 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5db687d-55e8-465a-885e-488a066126a7,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:05:59.625895 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Checking segment: {'id': '1b7ecb39-b77d-46e8-bf50-3cee5e6eea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4850da5e-3d7d-40d5-ae68-18ff37839991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:05:59.626253 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Network hostable DHCP agents. Network: 4850da5e-3d7d-40d5-ae68-18ff37839991, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 06:05:59.631911 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-bda3c141-fae9-49fe-9cdf-d92b41d82591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:59.711272 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Network 4850da5e-3d7d-40d5-ae68-18ff37839991 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 06:05:59.785516 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 4850da5e-3d7d-40d5-ae68-18ff37839991) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:05:59.790226 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:05:59.790807 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:05:59.794617 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c27e9f-04a0-4a36-96c6-5e39525c3504 None None] Network 4850da5e-3d7d-40d5-ae68-18ff37839991 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:05:59.869578 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-f105ba22-4ce2-4a20-ab59-d18bfd13ba31 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6201396 Oct 27 06:06:00.038140 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab52746-dc7c-4c6b-8a4b-a6ce33379f66 None None] Network 4850da5e-3d7d-40d5-ae68-18ff37839991 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:06:00.523831 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33410) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:00.528709 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218159322-network', 'tenant_id': '674d308afc15435596cf853d41ea310a'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:06:00.602876 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Made reservation on behalf of 674d308afc15435596cf853d41ea310a for: {'network': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:06:00.605307 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:00.614300 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:00.686602 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:00.733996 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:00.758426 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=113446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 06:06:00.767825 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a17233b-6aea-4457-b6d5-4867f08f0f82,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:00.773814 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:00.773814 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.segments_db [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Added segment bd58f95b-f085-4bf4-bbd3-2fcad1a14614 of type vlan for network 33569a20-6233-4609-808f-07d823413a9a Oct 27 06:06:00.811434 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:00.898493 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:00.899447 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:00.900031 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:00.960194 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] Pushing event updated for resources: {'Network': ['ID=33569a20-6233-4609-808f-07d823413a9a,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:00.969682 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 33569a20-6233-4609-808f-07d823413a9a details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 06:06:01.010039 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-04f832f1-6d8b-420c-bb2e-83e56383aab8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4850268 Oct 27 06:06:01.012819 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33412) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:01.017476 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Request body: {'subnet': {'network_id': '33569a20-6233-4609-808f-07d823413a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218159322-subnet', 'tenant_id': '674d308afc15435596cf853d41ea310a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:06:01.087398 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Made reservation on behalf of 674d308afc15435596cf853d41ea310a for: {'subnet': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:06:01.089727 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257948'] for subnet, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:01.288795 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26505678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257954'] for subnet, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:01.342432 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b811a08a-6e9c-48c9-856f-885d65ff071f,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:01.351327 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Checking segment: {'id': 'bd58f95b-f085-4bf4-bbd3-2fcad1a14614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '33569a20-6233-4609-808f-07d823413a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:06:01.351679 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Network hostable DHCP agents. Network: 33569a20-6233-4609-808f-07d823413a9a, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 06:06:01.402675 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Network 33569a20-6233-4609-808f-07d823413a9a is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 06:06:01.465767 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 33569a20-6233-4609-808f-07d823413a9a) {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:06:01.469711 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:01.470299 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:01.475829 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70988d4-db69-40b3-8e3b-33d6843600aa None None] Network 33569a20-6233-4609-808f-07d823413a9a requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:06:01.555178 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-f43dbd11-5f07-4529-9518-55ee7bf001f0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5413105 Oct 27 06:06:01.600910 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e66c3-4450-4308-886f-f2fc8a8abf64 None None] Network 33569a20-6233-4609-808f-07d823413a9a requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:06:01.670142 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33418) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:01.719509 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8ab1c2-31c4-4f84-bd74-9c7d3607c15f admin admin] Deleting subnet b5db687d-55e8-465a-885e-488a066126a7 {{(pid=113446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:06:01.722970 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab1c2-31c4-4f84-bd74-9c7d3607c15f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:01.759510 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab1c2-31c4-4f84-bd74-9c7d3607c15f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2475731'] for subnet, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:01.797626 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab1c2-31c4-4f84-bd74-9c7d3607c15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:01.911710 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab1c2-31c4-4f84-bd74-9c7d3607c15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26505613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257979'] for subnet, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:01.936957 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ab1c2-31c4-4f84-bd74-9c7d3607c15f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5db687d-55e8-465a-885e-488a066126a7,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:01.940755 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab1c2-31c4-4f84-bd74-9c7d3607c15f admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:01.944709 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-ba8ab1c2-31c4-4f84-bd74-9c7d3607c15f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b5db687d-55e8-465a-885e-488a066126a7 HTTP/1.1" status: 204 len: 168 time: 0.2735596 Oct 27 06:06:01.947128 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33420) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:02.017183 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.093013 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.112488 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4850da5e-3d7d-40d5-ae68-18ff37839991']}} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:02.122870 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7ecb39-b77d-46e8-bf50-3cee5e6eea81') {'for_net_delete': True} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:02.123169 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7ecb39-b77d-46e8-bf50-3cee5e6eea81') {} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:02.136250 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2475736'] for segment, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.148790 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.154520 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=113446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:06:02.154892 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26505511'] for segment, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: Traceback (most recent call last): Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: timer() Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: cb(*args, **kw) Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: return func(*args, **kwargs) Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: self._notify() Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: self.callback(batched_events) Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: event.method(event) Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: return f(self, *a, **k) Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._get(url).json() Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: return self.request(url, 'GET', **kwargs) Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:06:02.156518 dv-cinder-815582-2-iscsi neutron-server[113446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:06:02.180284 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d180e6c7-db85-4baa-9cb8-050c53a22860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.288808 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.295113 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.298341 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] 10.222.0.30 "DELETE /v2.0/networks/4850da5e-3d7d-40d5-ae68-18ff37839991 HTTP/1.1" status: 204 len: 168 time: 0.3502655 Oct 27 06:06:02.301406 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33424) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:02.309507 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb6ced-75db-4007-9432-3116762ad9fc admin admin] Pushing event deleted for resources: {'Network': ['ID=4850da5e-3d7d-40d5-ae68-18ff37839991,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:02.350833 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_v2 [None req-216cd5ed-1304-4725-9db3-0de389a615e0 admin admin] Deleting subnet b811a08a-6e9c-48c9-856f-885d65ff071f {{(pid=113447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:06:02.353869 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-216cd5ed-1304-4725-9db3-0de389a615e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.386392 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-216cd5ed-1304-4725-9db3-0de389a615e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26593396'] for subnet, precommit_delete_associations {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.423815 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-216cd5ed-1304-4725-9db3-0de389a615e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.539411 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-216cd5ed-1304-4725-9db3-0de389a615e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25221690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25671739'] for subnet, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.563610 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cd5ed-1304-4725-9db3-0de389a615e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b811a08a-6e9c-48c9-856f-885d65ff071f,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:02.568878 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-216cd5ed-1304-4725-9db3-0de389a615e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.572216 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-216cd5ed-1304-4725-9db3-0de389a615e0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b811a08a-6e9c-48c9-856f-885d65ff071f HTTP/1.1" status: 204 len: 168 time: 0.2690759 Oct 27 06:06:02.574745 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33426) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:02.643041 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.727505 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.749683 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33569a20-6233-4609-808f-07d823413a9a']}} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:02.759049 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd58f95b-f085-4bf4-bbd3-2fcad1a14614') {'for_net_delete': True} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:02.759346 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd58f95b-f085-4bf4-bbd3-2fcad1a14614') {} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:02.768299 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26593407'] for segment, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.781369 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.787004 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=113447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:06:02.787383 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25221776'] for segment, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: Traceback (most recent call last): Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: timer() Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: cb(*args, **kw) Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: return func(*args, **kwargs) Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: self._notify() Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: self.callback(batched_events) Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: event.method(event) Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: return f(self, *a, **k) Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._get(url).json() Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: return self.request(url, 'GET', **kwargs) Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:06:02.788971 dv-cinder-815582-2-iscsi neutron-server[113447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:06:02.892856 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.898360 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:02.901503 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] 10.222.0.30 "DELETE /v2.0/networks/33569a20-6233-4609-808f-07d823413a9a HTTP/1.1" status: 204 len: 168 time: 0.3257949 Oct 27 06:06:02.913761 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066426b3-9e24-436f-b5b4-6861358a76fa admin admin] Pushing event deleted for resources: {'Network': ['ID=33569a20-6233-4609-808f-07d823413a9a,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:03.184100 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:03.246377 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33432) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:03.285206 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-367fa90a-cad1-47c2-b8e8-fefcc60bbbe4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=775a4f7a99df4c809852e669081bd82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376861 Oct 27 06:06:03.287587 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33434) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:03.333031 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-06b0d55d-2a07-4aef-a960-414038e1ea3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:03.357842 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-06b0d55d-2a07-4aef-a960-414038e1ea3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:03.413146 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:03.488623 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-06b0d55d-2a07-4aef-a960-414038e1ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:03.492208 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-06b0d55d-2a07-4aef-a960-414038e1ea3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:03.493882 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-06b0d55d-2a07-4aef-a960-414038e1ea3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/967e4ec2-2e31-4c30-a2b4-f144a1d00dd2 HTTP/1.1" status: 204 len: 168 time: 0.2048800 Oct 27 06:06:03.500791 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0d55d-2a07-4aef-a960-414038e1ea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967e4ec2-2e31-4c30-a2b4-f144a1d00dd2,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:04.091204 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33442) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:04.130245 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-227ab336-ecc8-456d-90f6-b9582a7d439c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=674d308afc15435596cf853d41ea310a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378087 Oct 27 06:06:04.132663 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33444) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:04.178532 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-49bcc426-8a6b-4feb-a5ac-566e20adb135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:04.198841 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-49bcc426-8a6b-4feb-a5ac-566e20adb135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:04.315513 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-49bcc426-8a6b-4feb-a5ac-566e20adb135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:04.318693 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-49bcc426-8a6b-4feb-a5ac-566e20adb135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:04.319914 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-49bcc426-8a6b-4feb-a5ac-566e20adb135 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a17233b-6aea-4457-b6d5-4867f08f0f82 HTTP/1.1" status: 204 len: 168 time: 0.1863599 Oct 27 06:06:04.327640 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcc426-8a6b-4feb-a5ac-566e20adb135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a17233b-6aea-4457-b6d5-4867f08f0f82,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:05.008593 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:13.087375 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33554) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:13.189025 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-84c063ac-419e-4a1f-a6ef-24c4984dbd74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:13.261851 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-84c063ac-419e-4a1f-a6ef-24c4984dbd74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:13.334521 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-84c063ac-419e-4a1f-a6ef-24c4984dbd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:13.370983 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-84c063ac-419e-4a1f-a6ef-24c4984dbd74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2af3962390ee45d3a7f4502b2d7ad317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825489 Oct 27 06:06:13.372857 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c063ac-419e-4a1f-a6ef-24c4984dbd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da90dc30-737e-4381-a612-fa248451d850,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:13.373840 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33558) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:13.421991 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:13.442666 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:13.569133 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:13.571772 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:13.572975 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da90dc30-737e-4381-a612-fa248451d850 HTTP/1.1" status: 204 len: 168 time: 0.1980896 Oct 27 06:06:13.580899 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da90dc30-737e-4381-a612-fa248451d850,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:13.589001 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.590501 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.590501 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.590501 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.590501 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.590842 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.591062 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.591435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.591648 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.592005 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.592333 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:13.592653 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b88493-854f-4cba-b000-92029300fc93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:14.109274 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33566) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:14.123392 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3477-ebba-4834-b2ee-8b9354f538ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:14.193589 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3477-ebba-4834-b2ee-8b9354f538ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:14.237006 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3477-ebba-4834-b2ee-8b9354f538ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:14.274244 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a5bf3477-ebba-4834-b2ee-8b9354f538ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbba92a6dd9a46e482240be867c6aaf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638591 Oct 27 06:06:14.274941 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf3477-ebba-4834-b2ee-8b9354f538ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0677b0-6d47-45a9-89dd-cb84a347618a,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:14.276900 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33570) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:14.328460 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7496602d-87ca-48ac-b7c7-db38826f0291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:14.349680 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7496602d-87ca-48ac-b7c7-db38826f0291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:14.436605 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7496602d-87ca-48ac-b7c7-db38826f0291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:14.439114 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-7496602d-87ca-48ac-b7c7-db38826f0291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:14.440287 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-7496602d-87ca-48ac-b7c7-db38826f0291 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea0677b0-6d47-45a9-89dd-cb84a347618a HTTP/1.1" status: 204 len: 168 time: 0.1622522 Oct 27 06:06:14.449828 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496602d-87ca-48ac-b7c7-db38826f0291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0677b0-6d47-45a9-89dd-cb84a347618a,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:17.269686 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33652) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:17.373703 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-264f2a08-aaa0-49dc-802d-fbfae88a9e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:17.457036 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-264f2a08-aaa0-49dc-802d-fbfae88a9e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:17.528259 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-264f2a08-aaa0-49dc-802d-fbfae88a9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:17.568871 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-264f2a08-aaa0-49dc-802d-fbfae88a9e05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1068b0153c5e499bab4bb9dd38ffdb23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979646 Oct 27 06:06:17.569542 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f2a08-aaa0-49dc-802d-fbfae88a9e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30489e1-05cd-4d4f-995f-ae6e78eefc40,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:17.572412 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33656) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:17.622309 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3c68fef3-d983-4340-9b5c-37f06b1f48f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:17.642845 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3c68fef3-d983-4340-9b5c-37f06b1f48f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:17.755256 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3c68fef3-d983-4340-9b5c-37f06b1f48f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:17.758651 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-3c68fef3-d983-4340-9b5c-37f06b1f48f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:17.759821 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-3c68fef3-d983-4340-9b5c-37f06b1f48f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d30489e1-05cd-4d4f-995f-ae6e78eefc40 HTTP/1.1" status: 204 len: 168 time: 0.1865211 Oct 27 06:06:17.767664 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68fef3-d983-4340-9b5c-37f06b1f48f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30489e1-05cd-4d4f-995f-ae6e78eefc40,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:18.388396 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33668) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:18.403000 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-aacc6268-0486-4897-b099-8c637e853515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:18.479227 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-aacc6268-0486-4897-b099-8c637e853515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:18.545619 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-aacc6268-0486-4897-b099-8c637e853515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:18.583187 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-aacc6268-0486-4897-b099-8c637e853515 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00d997631e594172a241f0ae575776e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937153 Oct 27 06:06:18.585132 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc6268-0486-4897-b099-8c637e853515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c67a5f-8933-4ec9-8ec9-a2de43aad83e,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:18.585831 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33670) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:18.635625 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-063372c3-1dc3-4bdb-8b75-4c656f2f28dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:18.655815 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-063372c3-1dc3-4bdb-8b75-4c656f2f28dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:18.772639 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-063372c3-1dc3-4bdb-8b75-4c656f2f28dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:18.775728 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-063372c3-1dc3-4bdb-8b75-4c656f2f28dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:18.776866 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-063372c3-1dc3-4bdb-8b75-4c656f2f28dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1c67a5f-8933-4ec9-8ec9-a2de43aad83e HTTP/1.1" status: 204 len: 168 time: 0.1899180 Oct 27 06:06:18.789827 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063372c3-1dc3-4bdb-8b75-4c656f2f28dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c67a5f-8933-4ec9-8ec9-a2de43aad83e,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:19.765914 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33704) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:19.865764 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-623363240-network', 'tenant_id': 'c35cb05d7252434f8d9f1360c63a640d'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:06:19.940250 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Made reservation on behalf of c35cb05d7252434f8d9f1360c63a640d for: {'network': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:06:19.942929 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:19.952561 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:20.027598 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:20.111381 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:20.135544 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=113446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 06:06:20.144929 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6155b57-2289-4ea3-a1f6-e6dc58195046,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:20.150220 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:20.150556 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.segments_db [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Added segment 061a0816-e11f-4bb9-a2e7-78f76076db57 of type vlan for network 63a21e84-4a73-41b3-9598-06782c4d1596 Oct 27 06:06:20.187955 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:20.269775 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:20.270896 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:20.271678 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:20.328887 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] Pushing event updated for resources: {'Network': ['ID=63a21e84-4a73-41b3-9598-06782c4d1596,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:20.338815 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 63a21e84-4a73-41b3-9598-06782c4d1596 details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 06:06:20.375616 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-e895bfd8-dc51-4bea-af04-43df9ceab1cb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6083894 Oct 27 06:06:20.378299 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33710) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:20.383891 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Request body: {'subnet': {'network_id': '63a21e84-4a73-41b3-9598-06782c4d1596', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-623363240-subnet', 'tenant_id': 'c35cb05d7252434f8d9f1360c63a640d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:06:20.458545 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Made reservation on behalf of c35cb05d7252434f8d9f1360c63a640d for: {'subnet': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:06:20.461281 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257948'] for subnet, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:20.683054 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26505678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257954'] for subnet, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:20.742175 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc28e34-0896-4378-b1d4-638623d7de83,revision_number=0']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:20.749024 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Checking segment: {'id': '061a0816-e11f-4bb9-a2e7-78f76076db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '63a21e84-4a73-41b3-9598-06782c4d1596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:06:20.749380 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Network hostable DHCP agents. Network: 63a21e84-4a73-41b3-9598-06782c4d1596, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 06:06:20.837173 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Network 63a21e84-4a73-41b3-9598-06782c4d1596 is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 06:06:20.922649 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 63a21e84-4a73-41b3-9598-06782c4d1596) {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:06:20.927167 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:20.927736 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:20.932591 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc837671-4ffe-4c01-8296-1ebca311db6b None None] Network 63a21e84-4a73-41b3-9598-06782c4d1596 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:06:21.061919 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf50f56-d094-4ca4-8cde-fc4ce04c266f None None] Network 63a21e84-4a73-41b3-9598-06782c4d1596 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:06:21.205410 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-11904ed0-819e-4167-8c7b-b561d978a5e3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8258803 Oct 27 06:06:21.544170 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a9900-d5e4-4122-a1f0-1bb30b0b0ee5 req-c1d66c73-92fb-4ea3-9da6-a5d69750aeba tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:21.545817 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f16a9900-d5e4-4122-a1f0-1bb30b0b0ee5 req-c1d66c73-92fb-4ea3-9da6-a5d69750aeba tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 945 time: 0.0492780 Oct 27 06:06:21.585418 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f16a9900-d5e4-4122-a1f0-1bb30b0b0ee5 req-da624788-3d4e-47ab-a2d3-42ecd344651d tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334384 Oct 27 06:06:21.847606 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33734) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:21.852520 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1570799641-network', 'tenant_id': 'c16e0d4611944a0ea2ee0971642c8ac1'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:06:21.966923 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Made reservation on behalf of c16e0d4611944a0ea2ee0971642c8ac1 for: {'network': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:06:21.969285 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for network, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:21.978680 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:22.050873 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:22.115479 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:22.139261 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=113446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 06:06:22.147614 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb971099-9975-49b3-a96b-1de70082b729,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:22.154386 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:22.154732 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.db.segments_db [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Added segment 98504426-f302-4b96-917b-3444b9b0b769 of type vlan for network 95a4a4b1-591e-4eae-ad2a-37117181877a Oct 27 06:06:22.194833 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727023376047'] for network, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:22.259519 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577'] for network, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:22.260372 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:22.260933 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:22.316450 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] Pushing event updated for resources: {'Network': ['ID=95a4a4b1-591e-4eae-ad2a-37117181877a,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:22.326563 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Network 95a4a4b1-591e-4eae-ad2a-37117181877a details requested by agent ovs-agent-dv-cinder-815582-2-iscsi with host dv-cinder-815582-2-iscsi {{(pid=113448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 06:06:22.337312 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-84a1cde7-04ac-4fa4-bf56-2a24cd790290 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4886272 Oct 27 06:06:22.340196 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33736) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:22.345526 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Request body: {'subnet': {'network_id': '95a4a4b1-591e-4eae-ad2a-37117181877a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1570799641-subnet', 'tenant_id': 'c16e0d4611944a0ea2ee0971642c8ac1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:06:22.419589 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Made reservation on behalf of c16e0d4611944a0ea2ee0971642c8ac1 for: {'subnet': 1} {{(pid=113447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:06:22.421905 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25671708'] for subnet, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:22.643272 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25221753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25671714'] for subnet, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:22.703381 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91742baf-643d-4fda-993b-fe6d42a2d6a2,revision_number=0']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:22.711140 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Checking segment: {'id': '98504426-f302-4b96-917b-3444b9b0b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '95a4a4b1-591e-4eae-ad2a-37117181877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:06:22.711496 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Network hostable DHCP agents. Network: 95a4a4b1-591e-4eae-ad2a-37117181877a, hostable agents: ['df0097ca-6322-49b1-aa46-2a87670f416f'], hosted agents: [] {{(pid=113447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 06:06:22.785446 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Network 95a4a4b1-591e-4eae-ad2a-37117181877a is scheduled to be hosted by DHCP agent df0097ca-6322-49b1-aa46-2a87670f416f with binding_index 1 {{(pid=113447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 06:06:22.871253 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-2-iscsi, 95a4a4b1-591e-4eae-ad2a-37117181877a) {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:06:22.875869 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:22.876520 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:22.882083 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186a170-ee44-4b81-b1cf-e2ee02a97dba None None] Network 95a4a4b1-591e-4eae-ad2a-37117181877a requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:06:22.899333 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f143b-9a44-41d3-be9f-10449c199508 req-04126ee3-d2ea-4e8d-96b6-548dac12d780 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:22.907414 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-134f143b-9a44-41d3-be9f-10449c199508 req-04126ee3-d2ea-4e8d-96b6-548dac12d780 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 945 time: 0.2456517 Oct 27 06:06:22.941841 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-134f143b-9a44-41d3-be9f-10449c199508 req-27f9ae27-20db-4238-988f-296ac012bd0d tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0fb18-0788-4bc9-96d1-7c48bc23558a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Oct 27 06:06:22.965444 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-83993577-4af8-4f76-9580-252f3ce0da07 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6239593 Oct 27 06:06:23.012570 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855f887-1891-46e2-9d51-6d6438f4387a None None] Network 95a4a4b1-591e-4eae-ad2a-37117181877a requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:06:23.442395 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5480f8e-6020-466a-852d-896bc04f39eb req-b104e28b-c3e0-4eb0-a18b-c6833cf7a99c tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:23.443842 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b5480f8e-6020-466a-852d-896bc04f39eb req-b104e28b-c3e0-4eb0-a18b-c6833cf7a99c tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 945 time: 0.0524330 Oct 27 06:06:23.534230 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-b5480f8e-6020-466a-852d-896bc04f39eb req-eaeaf3a1-1c18-4573-9fab-5c42f4d89f65 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Deleting port d0a985e3-3314-4f92-b7b1-747f02e13442 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:06:23.535526 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-b5480f8e-6020-466a-852d-896bc04f39eb req-eaeaf3a1-1c18-4573-9fab-5c42f4d89f65 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:23.627488 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-b5480f8e-6020-466a-852d-896bc04f39eb req-eaeaf3a1-1c18-4573-9fab-5c42f4d89f65 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] For port d0a985e3-3314-4f92-b7b1-747f02e13442, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d0a985e3-3314-4f92-b7b1-747f02e13442,segment=NetworkSegment(20bbeb01-8d00-4709-850b-22f6bc4d01b1),segment_id=20bbeb01-8d00-4709-850b-22f6bc4d01b1)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:06:23.627864 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-b5480f8e-6020-466a-852d-896bc04f39eb req-eaeaf3a1-1c18-4573-9fab-5c42f4d89f65 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:23.641411 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-b5480f8e-6020-466a-852d-896bc04f39eb req-eaeaf3a1-1c18-4573-9fab-5c42f4d89f65 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Calling delete_port for d0a985e3-3314-4f92-b7b1-747f02e13442 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:06:23.734219 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:23.831337 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-b5480f8e-6020-466a-852d-896bc04f39eb req-eaeaf3a1-1c18-4573-9fab-5c42f4d89f65 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:23.858413 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaf3a1-1c18-4573-9fab-5c42f4d89f65 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Pushing event deleted for resources: {'Port': ['ID=d0a985e3-3314-4f92-b7b1-747f02e13442,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:23.868842 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['d0a985e3-3314-4f92-b7b1-747f02e13442'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:06:23.905495 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5480f8e-6020-466a-852d-896bc04f39eb req-eaeaf3a1-1c18-4573-9fab-5c42f4d89f65 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] No DVR routers for this DVR port d0a985e3-3314-4f92-b7b1-747f02e13442 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:06:23.907965 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-b5480f8e-6020-466a-852d-896bc04f39eb req-eaeaf3a1-1c18-4573-9fab-5c42f4d89f65 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:23.911332 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b5480f8e-6020-466a-852d-896bc04f39eb req-eaeaf3a1-1c18-4573-9fab-5c42f4d89f65 tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.26 "DELETE /v2.0/ports/d0a985e3-3314-4f92-b7b1-747f02e13442 HTTP/1.1" status: 204 len: 173 time: 0.4610445 Oct 27 06:06:23.911892 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c', 'name': 'network-vif-deleted', 'tag': 'd0a985e3-3314-4f92-b7b1-747f02e13442'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:06:23.914445 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d28b55-38ff-4042-b03a-b4bc3d49610c" -d '{"events": [{"server_uuid": "2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c", "name": "network-vif-deleted", "tag": "d0a985e3-3314-4f92-b7b1-747f02e13442"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:06:23.965899 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c378ca1-497b-47f4-9d6a-962fa5b0a229 x-openstack-request-id: req-7c378ca1-497b-47f4-9d6a-962fa5b0a229 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:06:23.966188 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c", "name": "network-vif-deleted", "tag": "d0a985e3-3314-4f92-b7b1-747f02e13442", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:06:23.966440 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c378ca1-497b-47f4-9d6a-962fa5b0a229 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:06:23.966910 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c', 'name': 'network-vif-deleted', 'tag': 'd0a985e3-3314-4f92-b7b1-747f02e13442', 'status': 'completed', 'code': 200} Oct 27 06:06:24.033674 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-37959207-8f44-4538-adc9-92869dd6c101 req-0040570e-55ae-4a34-89b0-35ebc511b5ad tempest-VolumesSnapshotTestJSON-303269206 tempest-VolumesSnapshotTestJSON-303269206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a42fa7e-f490-470e-a6bc-dc6a0a5fe22c HTTP/1.1" status: 200 len: 210 time: 0.0267382 Oct 27 06:06:29.089599 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device d0a985e3-3314-4f92-b7b1-747f02e13442 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:06:29.109416 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: d0a985e3-3314-4f92-b7b1-747f02e13442 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:06:29.109790 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device d0a985e3-3314-4f92-b7b1-747f02e13442 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:06:29.619795 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-7c0da060-57d7-4458-946a-ef086a19962c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:31.977186 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-aaab6738-c7e6-4982-af2b-fac3c15bc4ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844495 Oct 27 06:06:32.080007 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-3fd1dc43-64ee-4216-af38-7a4877a8e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:32.081526 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-3fd1dc43-64ee-4216-af38-7a4877a8e635 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1099 time: 0.0436249 Oct 27 06:06:32.157010 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-02e36826-51f6-4477-89d6-a8e04db7af54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:32.189139 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-d8b11476-9b80-4947-b273-b4c6c0165893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:32.190669 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-d8b11476-9b80-4947-b273-b4c6c0165893 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ae8bbbe-49f9-4b02-9a00-56758380330a HTTP/1.1" status: 200 len: 909 time: 0.0867119 Oct 27 06:06:32.259694 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-a07bcc9a-8c96-4b57-baff-ab3cbb0d04ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897 HTTP/1.1" status: 200 len: 1002 time: 0.0601723 Oct 27 06:06:32.308694 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-f78881bb-e27b-45fe-9b27-45e7756127d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:32.310133 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-f78881bb-e27b-45fe-9b27-45e7756127d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c810bc0-6636-4689-8963-6498aca1c226 HTTP/1.1" status: 200 len: 847 time: 0.0428061 Oct 27 06:06:32.355453 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-00d9de4b-6905-4aee-9607-bf82a6af97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:06:32.356892 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-00d9de4b-6905-4aee-9607-bf82a6af97d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ae8bbbe-49f9-4b02-9a00-56758380330a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392656 Oct 27 06:06:32.370180 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-48fea95d-f31e-42ed-8a5c-70ad77961064 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 06:06:32.371110 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-48fea95d-f31e-42ed-8a5c-70ad77961064 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048902 Oct 27 06:06:32.464562 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-9a431927-1539-4ebc-9a7f-cdc269cbb078 service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853424 Oct 27 06:06:32.558361 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6f47b1a1-d2f1-4933-8cb8-bfbe766ee53e req-01b64c6c-dfbb-4535-9f5c-38283e913980 service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868359 Oct 27 06:06:33.229576 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:33.407925 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:33.626413 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:06:34.985357 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:45.646670 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33974) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:45.690272 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_v2 [None req-355c6178-badd-4f7b-a360-0cb158fdeb33 admin admin] Deleting subnet 8cc28e34-0896-4378-b1d4-638623d7de83 {{(pid=113447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:06:45.693305 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-355c6178-badd-4f7b-a360-0cb158fdeb33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:45.726133 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-355c6178-badd-4f7b-a360-0cb158fdeb33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26593396'] for subnet, precommit_delete_associations {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:45.763510 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-355c6178-badd-4f7b-a360-0cb158fdeb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:45.871221 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-355c6178-badd-4f7b-a360-0cb158fdeb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25221690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25671739'] for subnet, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:45.893759 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c6178-badd-4f7b-a360-0cb158fdeb33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc28e34-0896-4378-b1d4-638623d7de83,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:45.899396 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-355c6178-badd-4f7b-a360-0cb158fdeb33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:45.903678 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-355c6178-badd-4f7b-a360-0cb158fdeb33 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8cc28e34-0896-4378-b1d4-638623d7de83 HTTP/1.1" status: 204 len: 168 time: 0.2560117 Oct 27 06:06:45.905555 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33976) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:45.975526 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.057629 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.076986 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a21e84-4a73-41b3-9598-06782c4d1596']}} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:46.086385 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061a0816-e11f-4bb9-a2e7-78f76076db57') {'for_net_delete': True} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:46.086804 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061a0816-e11f-4bb9-a2e7-78f76076db57') {} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:46.096926 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26593407'] for segment, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.114812 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.117061 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=113447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:06:46.117485 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25221776'] for segment, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: Traceback (most recent call last): Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: timer() Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: cb(*args, **kw) Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: return func(*args, **kwargs) Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: self._notify() Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: self.callback(batched_events) Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: event.method(event) Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: return f(self, *a, **k) Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._get(url).json() Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: return self.request(url, 'GET', **kwargs) Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:06:46.119052 dv-cinder-815582-2-iscsi neutron-server[113447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:06:46.248258 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.253961 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.257181 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] 10.222.0.30 "DELETE /v2.0/networks/63a21e84-4a73-41b3-9598-06782c4d1596 HTTP/1.1" status: 204 len: 168 time: 0.3506835 Oct 27 06:06:46.260088 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 33986) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:46.273930 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bb33c-1f35-4bb4-a760-1cf29b8ea384 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a21e84-4a73-41b3-9598-06782c4d1596,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:46.305209 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_v2 [None req-514cd475-473e-4027-9980-e1eecbbbb7eb admin admin] Deleting subnet 91742baf-643d-4fda-993b-fe6d42a2d6a2 {{(pid=113446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:06:46.309161 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-514cd475-473e-4027-9980-e1eecbbbb7eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.342694 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-514cd475-473e-4027-9980-e1eecbbbb7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2475731'] for subnet, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.381732 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-514cd475-473e-4027-9980-e1eecbbbb7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.544435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-514cd475-473e-4027-9980-e1eecbbbb7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26505613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257979'] for subnet, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.575598 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cd475-473e-4027-9980-e1eecbbbb7eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91742baf-643d-4fda-993b-fe6d42a2d6a2,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:46.579320 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-514cd475-473e-4027-9980-e1eecbbbb7eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.585145 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-514cd475-473e-4027-9980-e1eecbbbb7eb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/91742baf-643d-4fda-993b-fe6d42a2d6a2 HTTP/1.1" status: 204 len: 168 time: 0.3238170 Oct 27 06:06:46.585407 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33988) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:46.652284 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.965303 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:46.983810 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a4a4b1-591e-4eae-ad2a-37117181877a']}} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:46.992765 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98504426-f302-4b96-917b-3444b9b0b769') {'for_net_delete': True} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:46.993063 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98504426-f302-4b96-917b-3444b9b0b769') {} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:47.001901 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26593407'] for segment, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:47.014876 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:47.020426 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=113447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:06:47.020796 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25221776'] for segment, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: Traceback (most recent call last): Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: timer() Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: cb(*args, **kw) Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: return func(*args, **kwargs) Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: self._notify() Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: self.callback(batched_events) Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: event.method(event) Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: return f(self, *a, **k) Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._get(url).json() Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: return self.request(url, 'GET', **kwargs) Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:06:47.022388 dv-cinder-815582-2-iscsi neutron-server[113447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:06:47.155496 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:47.161035 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:47.168115 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/95a4a4b1-591e-4eae-ad2a-37117181877a HTTP/1.1" status: 204 len: 168 time: 0.5779834 Oct 27 06:06:47.176057 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f66dbf-7d45-4ba6-8c08-941d4ce260e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a4a4b1-591e-4eae-ad2a-37117181877a,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:47.560504 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 33998) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:47.599207 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-e8d8744f-f6d2-4547-a362-6ebfbd19f9b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c35cb05d7252434f8d9f1360c63a640d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374839 Oct 27 06:06:47.601521 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34000) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:47.653465 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8d2-cdac-4444-a71d-8662c729a48d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:47.674200 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8d2-cdac-4444-a71d-8662c729a48d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:47.794940 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8d2-cdac-4444-a71d-8662c729a48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:47.797602 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8d2-cdac-4444-a71d-8662c729a48d admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:47.798782 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-88a1e8d2-cdac-4444-a71d-8662c729a48d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6155b57-2289-4ea3-a1f6-e6dc58195046 HTTP/1.1" status: 204 len: 168 time: 0.1962693 Oct 27 06:06:47.806254 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1e8d2-cdac-4444-a71d-8662c729a48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6155b57-2289-4ea3-a1f6-e6dc58195046,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:48.456851 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34016) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:48.499435 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-927d72b8-3867-4762-9fd1-3d092c8ebbb0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c16e0d4611944a0ea2ee0971642c8ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414104 Oct 27 06:06:48.501855 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34024) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:48.551005 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:48.571192 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:48.686533 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:48.689144 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:48.690313 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb971099-9975-49b3-a96b-1de70082b729 HTTP/1.1" status: 204 len: 168 time: 0.1875670 Oct 27 06:06:48.698790 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb971099-9975-49b3-a96b-1de70082b729,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:48.705884 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.706234 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.706572 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.706898 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.707222 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.707549 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.707871 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.708190 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.708511 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.708837 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.709218 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:48.709621 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde9d6a-c638-44bb-8177-a4f8d35fb5f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:06:50.262362 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34072) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:50.367605 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8d16d1e-8eec-4d6c-b8ee-4ccf9e5edf9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:50.436758 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8d16d1e-8eec-4d6c-b8ee-4ccf9e5edf9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:50.516301 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c8d16d1e-8eec-4d6c-b8ee-4ccf9e5edf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:50.554597 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c8d16d1e-8eec-4d6c-b8ee-4ccf9e5edf9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42f19f440aa64628af26f67d139132ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911770 Oct 27 06:06:50.555470 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d16d1e-8eec-4d6c-b8ee-4ccf9e5edf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d103550-6cbe-4bb5-b7ee-b86649c6f5cd,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:50.557369 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34076) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:50.858171 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b2c35019-254c-4dcb-a926-14b1ff84c449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:50.878998 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b2c35019-254c-4dcb-a926-14b1ff84c449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.012392 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b2c35019-254c-4dcb-a926-14b1ff84c449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.014991 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-b2c35019-254c-4dcb-a926-14b1ff84c449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.016141 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-b2c35019-254c-4dcb-a926-14b1ff84c449 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d103550-6cbe-4bb5-b7ee-b86649c6f5cd HTTP/1.1" status: 204 len: 168 time: 0.4577141 Oct 27 06:06:51.024142 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c35019-254c-4dcb-a926-14b1ff84c449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d103550-6cbe-4bb5-b7ee-b86649c6f5cd,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:51.083775 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34082) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:51.128237 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b13587-2f48-4c90-a2bf-6bebfffff4d0 admin admin] Deleting subnet 0a52e722-da4d-48c3-bf5d-fcf06dad328b {{(pid=113446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:06:51.131223 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-93b13587-2f48-4c90-a2bf-6bebfffff4d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.163944 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-93b13587-2f48-4c90-a2bf-6bebfffff4d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2475731'] for subnet, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.205449 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-93b13587-2f48-4c90-a2bf-6bebfffff4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.339651 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-93b13587-2f48-4c90-a2bf-6bebfffff4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26505613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257979'] for subnet, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.366371 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b13587-2f48-4c90-a2bf-6bebfffff4d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a52e722-da4d-48c3-bf5d-fcf06dad328b,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:51.371682 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-93b13587-2f48-4c90-a2bf-6bebfffff4d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.375422 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-93b13587-2f48-4c90-a2bf-6bebfffff4d0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0a52e722-da4d-48c3-bf5d-fcf06dad328b HTTP/1.1" status: 204 len: 168 time: 0.2905321 Oct 27 06:06:51.377919 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34084) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:51.459011 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.537095 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.556942 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e5423d-c4b4-43d6-934e-e648a15986d8']}} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:51.566064 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bbeb01-8d00-4709-850b-22f6bc4d01b1') {'for_net_delete': True} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:51.566648 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bbeb01-8d00-4709-850b-22f6bc4d01b1') {} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:06:51.575874 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2475736'] for segment, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.589398 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.595981 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=113446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:06:51.595981 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26505511'] for segment, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: Traceback (most recent call last): Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: timer() Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: cb(*args, **kw) Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: return func(*args, **kwargs) Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: self._notify() Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: self.callback(batched_events) Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: event.method(event) Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: return f(self, *a, **k) Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._get(url).json() Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: return self.request(url, 'GET', **kwargs) Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:06:51.597563 dv-cinder-815582-2-iscsi neutron-server[113446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:06:51.715102 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.720322 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:51.723597 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] 10.222.0.30 "DELETE /v2.0/networks/44e5423d-c4b4-43d6-934e-e648a15986d8 HTTP/1.1" status: 204 len: 168 time: 0.3444729 Oct 27 06:06:51.734399 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a24d12-b9c9-4d7b-9fb0-1ca3bcb7fa7a admin admin] Pushing event deleted for resources: {'Network': ['ID=44e5423d-c4b4-43d6-934e-e648a15986d8,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:52.189990 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34088) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:52.227844 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-af3f0860-dc17-48b1-8277-e29a074de73c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce97d9f7270e42f5a64b49ff2c68155c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366840 Oct 27 06:06:52.231023 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34090) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:06:52.277580 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a238ece1-c78d-4f46-93d6-2cc119a6899f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:52.298142 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a238ece1-c78d-4f46-93d6-2cc119a6899f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:52.419053 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a238ece1-c78d-4f46-93d6-2cc119a6899f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:52.421618 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-a238ece1-c78d-4f46-93d6-2cc119a6899f admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:52.422778 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-a238ece1-c78d-4f46-93d6-2cc119a6899f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bf0fb18-0788-4bc9-96d1-7c48bc23558a HTTP/1.1" status: 204 len: 168 time: 0.1909056 Oct 27 06:06:52.430585 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238ece1-c78d-4f46-93d6-2cc119a6899f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf0fb18-0788-4bc9-96d1-7c48bc23558a,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:06:53.761650 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:06:59.624957 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-36a0fa4a-893b-4a14-aedc-cd2879f60a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:02.185084 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-58b36b4f-0252-498d-930a-7ad7b8c662af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:03.200600 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:03.430260 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:04.990656 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:09.332585 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34094) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:09.676273 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Deleting port 8f3b8bdc-74d4-400a-bcf6-eb8e05be0811 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:07:09.676608 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:09.749324 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:09.749677 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:09.760783 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Calling delete_port for 8f3b8bdc-74d4-400a-bcf6-eb8e05be0811 owned by network:floatingip {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:07:09.979132 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:10.008172 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event deleted for resources: {'Port': ['ID=8f3b8bdc-74d4-400a-bcf6-eb8e05be0811,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:10.067518 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for floatingip, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:10.067847 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.l3_db [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Floating IP 8df1315c-af3d-4367-af4a-2f7cb8b7febb disassociated (deleted). External IP: 172.27.1.238, port: eefd0f60-c3c5-482f-bc0a-5734aae16897. Oct 27 06:07:10.271206 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Router ceacb399-63de-413b-8b7e-5f35214a1440 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:07:10.376053 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:07:10.386250 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:10.386543 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] Sync routers for ids ['ceacb399-63de-413b-8b7e-5f35214a1440'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:07:10.395346 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] Routers {'ceacb399-63de-413b-8b7e-5f35214a1440'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:07:10.395958 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:07:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ceacb399-63de-413b-8b7e-5f35214a1440'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:10.407779 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-2d31fe15-0070-4ccc-8f1f-5241d7208114 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "DELETE /v2.0/floatingips/8df1315c-af3d-4367-af4a-2f7cb8b7febb HTTP/1.1" status: 204 len: 168 time: 1.0741029 Oct 27 06:07:10.408453 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:07:10.410789 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41095886-0415-47fc-9e9f-313e5c95fadd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:07:10.449150 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc5133-e2e7-4c57-9357-7a88425af78a x-openstack-request-id: req-82bc5133-e2e7-4c57-9357-7a88425af78a {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:07:10.449507 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:07:10.449821 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82bc5133-e2e7-4c57-9357-7a88425af78a {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:07:10.450272 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'status': 'completed', 'code': 200} Oct 27 06:07:10.505047 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] Set router ceacb399-63de-413b-8b7e-5f35214a1440 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:07:10.534361 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41095886-0415-47fc-9e9f-313e5c95fadd req-20f2490e-4543-46c4-8338-ee4f3f4b9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:10.535785 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41095886-0415-47fc-9e9f-313e5c95fadd req-20f2490e-4543-46c4-8338-ee4f3f4b9596 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 1099 time: 0.0408287 Oct 27 06:07:10.626343 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:07:10.634881 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41095886-0415-47fc-9e9f-313e5c95fadd req-7d2d854e-93cb-48d9-bcc5-128c689f8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:10.636634 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41095886-0415-47fc-9e9f-313e5c95fadd req-7d2d854e-93cb-48d9-bcc5-128c689f8e5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ae8bbbe-49f9-4b02-9a00-56758380330a HTTP/1.1" status: 200 len: 909 time: 0.0929234 Oct 27 06:07:10.679114 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41095886-0415-47fc-9e9f-313e5c95fadd req-58ace46c-c87a-46b9-b8e2-e0368962ade9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897 HTTP/1.1" status: 200 len: 217 time: 0.0355880 Oct 27 06:07:10.709964 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:48Z', 'revision_number': 5, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:10.737011 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] Checking router: ceacb399-63de-413b-8b7e-5f35214a1440 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:07:10.740795 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41095886-0415-47fc-9e9f-313e5c95fadd req-f330348b-aa3b-4479-9ed8-474fba665a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:10.740795 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41095886-0415-47fc-9e9f-313e5c95fadd req-f330348b-aa3b-4479-9ed8-474fba665a27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c810bc0-6636-4689-8963-6498aca1c226 HTTP/1.1" status: 200 len: 847 time: 0.0461056 Oct 27 06:07:10.745607 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] Routers {'ceacb399-63de-413b-8b7e-5f35214a1440'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:07:10.746295 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:07:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ceacb399-63de-413b-8b7e-5f35214a1440'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:10.793599 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41095886-0415-47fc-9e9f-313e5c95fadd req-e7077833-e7ed-42d5-99d0-42e9601849bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:10.795203 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41095886-0415-47fc-9e9f-313e5c95fadd req-e7077833-e7ed-42d5-99d0-42e9601849bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ae8bbbe-49f9-4b02-9a00-56758380330a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479450 Oct 27 06:07:10.856000 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] Set router ceacb399-63de-413b-8b7e-5f35214a1440 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:07:10.915798 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a11955-465c-4d5e-9f7c-f2a142add971 req-d7b06fef-29e6-4fb3-b968-a472316fd585 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:10.917879 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e8a11955-465c-4d5e-9f7c-f2a142add971 req-d7b06fef-29e6-4fb3-b968-a472316fd585 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0965064 Oct 27 06:07:10.974840 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41095886-0415-47fc-9e9f-313e5c95fadd req-6d9a5677-ab1b-427e-841e-4d2bce34a7a9 service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288576 Oct 27 06:07:10.983344 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e8a11955-465c-4d5e-9f7c-f2a142add971 req-49b2d939-fa1c-4b23-8ff6-ccaf8862f2ab tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588970 Oct 27 06:07:11.075930 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-41095886-0415-47fc-9e9f-313e5c95fadd req-806abcd3-e431-4449-8630-ab0d72d609c6 service neutron] 10.222.0.26 "GET /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915213 Oct 27 06:07:11.175417 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:48Z', 'revision_number': 5, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:11.204769 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845620f0-55e6-41ad-8eb0-cf3668b9c720 None None] The sync data for ids ['ceacb399-63de-413b-8b7e-5f35214a1440'] in dv-cinder-815582-2-iscsi is: [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:01:44Z', 'revision_number': 4, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '1bd12d6c-af7e-4cf1-bdee-584a292c9408', 'name': '', 'network_id': '2ae8bbbe-49f9-4b02-9a00-56758380330a', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'mac_address': 'fa:16:3e:5d:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1c810bc0-6636-4689-8963-6498aca1c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:43Z', 'updated_at': '2021-10-27T06:01:48Z', 'revision_number': 5, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'subnets': [{'id': '1c810bc0-6636-4689-8963-6498aca1c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:07:11.403784 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7b0db-948d-4c43-9ed6-acca49e96550 None None] New status for floating IP 8df1315c-af3d-4367-af4a-2f7cb8b7febb: DOWN {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:07:12.101813 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3f682-ce91-46b7-b855-0b3c77be937a req-8e0c1ecd-4df2-4945-8574-ac1bf7d39b15 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:12.103300 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b0a3f682-ce91-46b7-b855-0b3c77be937a req-8e0c1ecd-4df2-4945-8574-ac1bf7d39b15 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0483441 Oct 27 06:07:12.144988 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b0a3f682-ce91-46b7-b855-0b3c77be937a req-bc60f265-b317-444d-a409-a008470a7612 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc5c1294-240d-40e6-8d43-e39338be4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351121 Oct 27 06:07:12.513777 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-857e73a9-6615-4747-ab6e-75de005c8c38 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:12.520912 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-857e73a9-6615-4747-ab6e-75de005c8c38 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 946 time: 0.0487986 Oct 27 06:07:12.605122 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-e6abfc21-6a34-49b1-82a9-5842ff53e5ae tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Deleting port eefd0f60-c3c5-482f-bc0a-5734aae16897 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:07:12.605468 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-e6abfc21-6a34-49b1-82a9-5842ff53e5ae tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:12.695704 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-e6abfc21-6a34-49b1-82a9-5842ff53e5ae tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] For port eefd0f60-c3c5-482f-bc0a-5734aae16897, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=eefd0f60-c3c5-482f-bc0a-5734aae16897,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:12.696073 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-e6abfc21-6a34-49b1-82a9-5842ff53e5ae tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:12.709175 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-e6abfc21-6a34-49b1-82a9-5842ff53e5ae tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Calling delete_port for eefd0f60-c3c5-482f-bc0a-5734aae16897 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:07:12.903623 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-e6abfc21-6a34-49b1-82a9-5842ff53e5ae tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:12.930543 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abfc21-6a34-49b1-82a9-5842ff53e5ae tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event deleted for resources: {'Port': ['ID=eefd0f60-c3c5-482f-bc0a-5734aae16897,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:12.982791 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-e6abfc21-6a34-49b1-82a9-5842ff53e5ae tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] No DVR routers for this DVR port eefd0f60-c3c5-482f-bc0a-5734aae16897 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:07:12.982791 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-e6abfc21-6a34-49b1-82a9-5842ff53e5ae tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:12.982791 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6c38c0ff-98c7-4c66-9202-0d696046d1f0 req-e6abfc21-6a34-49b1-82a9-5842ff53e5ae tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.26 "DELETE /v2.0/ports/eefd0f60-c3c5-482f-bc0a-5734aae16897 HTTP/1.1" status: 204 len: 173 time: 0.4589360 Oct 27 06:07:12.982791 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'name': 'network-vif-deleted', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:07:12.983677 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60e8e1b-7aea-4d84-a280-60b83dcd7b7b" -d '{"events": [{"server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "name": "network-vif-deleted", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:07:13.135833 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9fe1de-041e-44f4-902e-e9cda961e5f3 x-openstack-request-id: req-8f9fe1de-041e-44f4-902e-e9cda961e5f3 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:07:13.136478 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b75b93b-429f-45c8-874f-71f9cb1dc92d", "name": "network-vif-deleted", "tag": "eefd0f60-c3c5-482f-bc0a-5734aae16897", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:07:13.136478 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f9fe1de-041e-44f4-902e-e9cda961e5f3 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:07:13.137255 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b75b93b-429f-45c8-874f-71f9cb1dc92d', 'name': 'network-vif-deleted', 'tag': 'eefd0f60-c3c5-482f-bc0a-5734aae16897', 'status': 'completed', 'code': 200} Oct 27 06:07:13.238478 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-04349e8b-5505-4c28-b356-045e7ed8ccca req-10194213-255e-4d83-92d7-48ac750928c9 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 210 time: 0.0263200 Oct 27 06:07:14.346981 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-2c61724e-6a41-4884-aeb9-587e1464886f req-aaa22c92-7081-47d0-8562-87ca6cea4c31 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b75b93b-429f-45c8-874f-71f9cb1dc92d HTTP/1.1" status: 200 len: 210 time: 0.0269034 Oct 27 06:07:15.408607 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34116) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:15.470430 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:15.495601 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:15.630341 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:15.632925 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:15.634133 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc5c1294-240d-40e6-8d43-e39338be4cbb HTTP/1.1" status: 204 len: 168 time: 0.2245519 Oct 27 06:07:15.648915 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5c1294-240d-40e6-8d43-e39338be4cbb,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:15.656902 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.657251 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.657593 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.658135 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.658315 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.658647 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.658974 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.659296 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.659622 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.659943 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.660272 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.660579 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da5867b-3485-473f-953a-74b8a25bb7a2 tempest-TestShelveInstance-1167316947 tempest-TestShelveInstance-1167316947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:15.757415 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34120) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:16.190738 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570938'] for router_interface, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:16.300348 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device eefd0f60-c3c5-482f-bc0a-5734aae16897 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:07:16.320613 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: eefd0f60-c3c5-482f-bc0a-5734aae16897 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:07:16.320986 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device eefd0f60-c3c5-482f-bc0a-5734aae16897 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:07:16.431923 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] Deleting port 1bd12d6c-af7e-4cf1-bdee-584a292c9408 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:07:16.432494 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:16.513121 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] For port 1bd12d6c-af7e-4cf1-bdee-584a292c9408, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=1bd12d6c-af7e-4cf1-bdee-584a292c9408,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:16.513434 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:16.525781 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] Calling delete_port for 1bd12d6c-af7e-4cf1-bdee-584a292c9408 owned by network:router_interface {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:07:16.749379 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:16.775516 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd12d6c-af7e-4cf1-bdee-584a292c9408,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:16.942268 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571094'] for router_interface, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:17.150739 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] Router ceacb399-63de-413b-8b7e-5f35214a1440 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:07:17.255379 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:07:17.260520 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-0cf9b49b-10fa-49f9-a79f-d45a126643ad admin admin] 10.222.0.30 "PUT /v2.0/routers/ceacb399-63de-413b-8b7e-5f35214a1440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5018256 Oct 27 06:07:17.263668 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34124) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:17.266408 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] Sync routers for ids ['ceacb399-63de-413b-8b7e-5f35214a1440'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:07:17.275661 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] Routers {'ceacb399-63de-413b-8b7e-5f35214a1440'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:07:17.276264 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:07:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ceacb399-63de-413b-8b7e-5f35214a1440'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:17.365334 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Publish callbacks [] for router, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:17.379207 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] Set router ceacb399-63de-413b-8b7e-5f35214a1440 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:07:17.466138 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:17.558555 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:07:16Z', 'revision_number': 5, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port': {'id': '449df2c7-5660-4b76-80e7-056e18be62f4', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:41Z', 'updated_at': '2021-10-27T06:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:17.586135 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] Checking router: ceacb399-63de-413b-8b7e-5f35214a1440 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:07:17.594959 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] Routers {'ceacb399-63de-413b-8b7e-5f35214a1440'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:07:17.595646 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:07:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ceacb399-63de-413b-8b7e-5f35214a1440'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:17.600089 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Deleting port 449df2c7-5660-4b76-80e7-056e18be62f4 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:07:17.600485 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:17.681557 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] Set router ceacb399-63de-413b-8b7e-5f35214a1440 gateway port host: None {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:07:17.683061 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] For port 449df2c7-5660-4b76-80e7-056e18be62f4, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=449df2c7-5660-4b76-80e7-056e18be62f4,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:17.683458 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:17.695818 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Calling delete_port for 449df2c7-5660-4b76-80e7-056e18be62f4 owned by network:router_gateway {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:07:17.744221 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:07:17Z', 'revision_number': 6, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port_host': None}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:17.770456 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ec6b22-62a9-44ff-aa2e-3dedd6aa0c5e None None] The sync data for ids ['ceacb399-63de-413b-8b7e-5f35214a1440'] in dv-cinder-815582-2-iscsi is: [{'id': 'ceacb399-63de-413b-8b7e-5f35214a1440', 'name': 'tempest-TestShelveInstance-773075556-router', 'tenant_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:40Z', 'updated_at': '2021-10-27T06:07:17Z', 'revision_number': 6, 'project_id': 'f271d7c4591a4f88a8d1d79e65afee9a', 'gw_port_host': None}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:07:17.927449 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:17.954736 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=449df2c7-5660-4b76-80e7-056e18be62f4,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:18.013019 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561012'] for router_gateway, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.350079 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-538'] for router, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.352162 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.482610 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570852'] for router, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.483140 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceacb399-63de-413b-8b7e-5f35214a1440 {{(pid=113446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 06:07:18.487886 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] Publish callbacks [] for router, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.489108 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-e60e4257-6519-4f70-9180-31ed19d91b8c admin admin] 10.222.0.30 "DELETE /v2.0/routers/ceacb399-63de-413b-8b7e-5f35214a1440 HTTP/1.1" status: 204 len: 168 time: 1.2245266 Oct 27 06:07:18.491879 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34126) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:18.539305 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_v2 [None req-a726e72e-11b9-47cb-a773-813990d4c067 admin admin] Deleting subnet 1c810bc0-6636-4689-8963-6498aca1c226 {{(pid=113446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:07:18.542423 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a726e72e-11b9-47cb-a773-813990d4c067 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.576168 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a726e72e-11b9-47cb-a773-813990d4c067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2475731'] for subnet, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.659127 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a726e72e-11b9-47cb-a773-813990d4c067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.779632 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a726e72e-11b9-47cb-a773-813990d4c067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26505613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257979'] for subnet, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.805273 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726e72e-11b9-47cb-a773-813990d4c067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c810bc0-6636-4689-8963-6498aca1c226,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:18.810236 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-a726e72e-11b9-47cb-a773-813990d4c067 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.813816 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-a726e72e-11b9-47cb-a773-813990d4c067 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1c810bc0-6636-4689-8963-6498aca1c226 HTTP/1.1" status: 204 len: 168 time: 0.3209484 Oct 27 06:07:18.816047 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b69f5-79ca-4792-89b0-da0fbbc12a1f None None] Network 2ae8bbbe-49f9-4b02-9a00-56758380330a requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:07:18.816903 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34128) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:18.876164 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1bd12d6c-af7e-4cf1-bdee-584a292c9408 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:07:18.887832 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.909161 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 1bd12d6c-af7e-4cf1-bdee-584a292c9408 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:07:18.909510 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1bd12d6c-af7e-4cf1-bdee-584a292c9408 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:07:18.909951 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 449df2c7-5660-4b76-80e7-056e18be62f4 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:07:18.942072 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Deleting port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:07:18.942413 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:18.957414 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 449df2c7-5660-4b76-80e7-056e18be62f4 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:07:18.957786 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 449df2c7-5660-4b76-80e7-056e18be62f4 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:07:19.003969 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] For port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:19.004398 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.016921 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Calling delete_port for 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b owned by network:dhcp {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:07:19.034356 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] DHCP port deletion for 2ae8bbbe-49f9-4b02-9a00-56758380330a request from dv-cinder-815582-2-iscsi {{(pid=113448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 06:07:19.083086 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Deleting port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b {{(pid=113448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:07:19.083456 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.144736 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] For port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b,segment=NetworkSegment(80732693-560c-4bc2-8f17-6be1ed251f7a),segment_id=80732693-560c-4bc2-8f17-6be1ed251f7a)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:19.145049 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.155341 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.156858 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Calling delete_port for 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b owned by network:dhcp {{(pid=113448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:07:19.180968 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:19.186161 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] No DVR routers for this DVR port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b on host dv-cinder-815582-2-iscsi {{(pid=113447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:07:19.234112 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349'] for port, after_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.259428 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Pushing event deleted for resources: {'Port': ['ID=7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b,revision_number=None']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:19.259767 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.267690 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] No DVR routers for this DVR port 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b on host dv-cinder-815582-2-iscsi {{(pid=113448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:07:19.271216 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.271567 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.271908 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.272242 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.272572 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.272908 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.273235 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.273561 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.273917 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.274237 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.274557 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.274877 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4ebe9-1bf6-4891-933e-27a94a2acf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:19.279479 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae8bbbe-49f9-4b02-9a00-56758380330a']}} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:19.288811 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80732693-560c-4bc2-8f17-6be1ed251f7a') {'for_net_delete': True} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:19.289107 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80732693-560c-4bc2-8f17-6be1ed251f7a') {} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:19.298875 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26593407'] for segment, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.312432 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.318229 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=113447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25221776'] for segment, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: Traceback (most recent call last): Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: timer() Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: cb(*args, **kw) Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: return func(*args, **kwargs) Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: self._notify() Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: self.callback(batched_events) Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: event.method(event) Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: return f(self, *a, **k) Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._get(url).json() Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: return self.request(url, 'GET', **kwargs) Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:07:19.322618 dv-cinder-815582-2-iscsi neutron-server[113447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:07:19.424168 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.429308 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:19.432533 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] 10.222.0.30 "DELETE /v2.0/networks/2ae8bbbe-49f9-4b02-9a00-56758380330a HTTP/1.1" status: 204 len: 168 time: 0.6146357 Oct 27 06:07:19.435731 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34130) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:19.443535 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0d5fd-ad73-426c-8da9-b26d037f091c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae8bbbe-49f9-4b02-9a00-56758380330a,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:19.773554 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570938'] for router_interface, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:20.013163 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] Deleting port 368c6665-b72c-47a7-89be-d05efaaed974 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:07:20.013502 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:20.093767 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] For port 368c6665-b72c-47a7-89be-d05efaaed974, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=368c6665-b72c-47a7-89be-d05efaaed974,segment=NetworkSegment(330db341-bb75-4362-a555-e44f93e21165),segment_id=330db341-bb75-4362-a555-e44f93e21165)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:20.094064 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:20.106115 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] Calling delete_port for 368c6665-b72c-47a7-89be-d05efaaed974 owned by network:router_interface {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:07:20.321536 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:20.347131 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] Pushing event deleted for resources: {'Port': ['ID=368c6665-b72c-47a7-89be-d05efaaed974,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:20.511227 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571094'] for router_interface, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:20.720940 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] Router ef160adc-507a-448c-8e03-5c4838f2a312 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:07:20.826440 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:07:20.835005 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-dd3f6b85-e880-4890-89f1-ef158598184b admin admin] 10.222.0.30 "PUT /v2.0/routers/ef160adc-507a-448c-8e03-5c4838f2a312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3948314 Oct 27 06:07:20.835005 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34132) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:20.838112 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] Sync routers for ids ['ef160adc-507a-448c-8e03-5c4838f2a312'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:07:20.849562 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] Routers {'ef160adc-507a-448c-8e03-5c4838f2a312'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:07:20.850317 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:07:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ef160adc-507a-448c-8e03-5c4838f2a312'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:20.918917 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:07:20.939721 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:07:20.940647 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 7c1f58aa-ca4b-4f49-b9ce-98420d07cf9b not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:07:20.940782 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Publish callbacks [] for router, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:20.956363 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] Set router ef160adc-507a-448c-8e03-5c4838f2a312 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:07:21.041560 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.133991 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'name': 'tempest-TestShelveInstance-1488659459-router', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '64248ceb-e194-4a75-9707-90edf5851971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:07:20Z', 'revision_number': 5, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'gw_port': {'id': '64248ceb-e194-4a75-9707-90edf5851971', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:21.158116 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Deleting port 64248ceb-e194-4a75-9707-90edf5851971 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:07:21.158458 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.161904 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] Checking router: ef160adc-507a-448c-8e03-5c4838f2a312 for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:07:21.171242 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] Routers {'ef160adc-507a-448c-8e03-5c4838f2a312'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:07:21.171852 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:07:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['ef160adc-507a-448c-8e03-5c4838f2a312'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:21.240047 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] For port 64248ceb-e194-4a75-9707-90edf5851971, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=64248ceb-e194-4a75-9707-90edf5851971,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:21.240449 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.251959 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Calling delete_port for 64248ceb-e194-4a75-9707-90edf5851971 owned by network:router_gateway {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:07:21.256897 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] Set router ef160adc-507a-448c-8e03-5c4838f2a312 gateway port host: None {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:07:21.310224 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'name': 'tempest-TestShelveInstance-1488659459-router', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:07:21Z', 'revision_number': 6, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'gw_port_host': None}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:21.335659 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05bc361-9fd6-4529-99eb-5bcec1b2e515 None None] The sync data for ids ['ef160adc-507a-448c-8e03-5c4838f2a312'] in dv-cinder-815582-2-iscsi is: [{'id': 'ef160adc-507a-448c-8e03-5c4838f2a312', 'name': 'tempest-TestShelveInstance-1488659459-router', 'tenant_id': '7f2d0c1402a54e4b92d39e27296494a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:07:21Z', 'revision_number': 6, 'project_id': '7f2d0c1402a54e4b92d39e27296494a0', 'gw_port_host': None}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:07:21.453062 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.478456 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=64248ceb-e194-4a75-9707-90edf5851971,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:21.537338 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561012'] for router_gateway, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.626049 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-538'] for router, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.628090 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.761812 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570852'] for router, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.763812 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef160adc-507a-448c-8e03-5c4838f2a312 {{(pid=113446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 06:07:21.769475 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] Publish callbacks [] for router, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.769475 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-77135bdb-6f19-4c71-aeef-761a46fa3d2b admin admin] 10.222.0.30 "DELETE /v2.0/routers/ef160adc-507a-448c-8e03-5c4838f2a312 HTTP/1.1" status: 204 len: 168 time: 0.9340599 Oct 27 06:07:21.772156 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34134) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:21.815809 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b555fcf-7339-420f-9593-1720cc05e5d3 admin admin] Deleting subnet 02e12bd7-1d67-4120-9daf-8ad8b0a0ba52 {{(pid=113446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:07:21.818818 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5b555fcf-7339-420f-9593-1720cc05e5d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.851800 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5b555fcf-7339-420f-9593-1720cc05e5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2475731'] for subnet, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:21.929794 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5b555fcf-7339-420f-9593-1720cc05e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.046563 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5b555fcf-7339-420f-9593-1720cc05e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26505613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257979'] for subnet, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.071382 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b555fcf-7339-420f-9593-1720cc05e5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e12bd7-1d67-4120-9daf-8ad8b0a0ba52,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:22.076246 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-5b555fcf-7339-420f-9593-1720cc05e5d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.079505 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-5b555fcf-7339-420f-9593-1720cc05e5d3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/02e12bd7-1d67-4120-9daf-8ad8b0a0ba52 HTTP/1.1" status: 204 len: 168 time: 0.3064163 Oct 27 06:07:22.081972 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34136) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:22.084117 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82be81e0-d228-4159-8479-7150baa30074 None None] Network 279276f8-5b36-422f-8eb0-943c69a56458 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:07:22.154536 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.208164 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Deleting port b23cd4a9-1619-44ac-95b9-123c98967f53 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:07:22.208398 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.274124 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2854c14d-548d-4f71-9fd6-cec66c0cb4e6 None None] DHCP port deletion for 279276f8-5b36-422f-8eb0-943c69a56458 request from dv-cinder-815582-2-iscsi {{(pid=113448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 06:07:22.284563 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] For port b23cd4a9-1619-44ac-95b9-123c98967f53, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=b23cd4a9-1619-44ac-95b9-123c98967f53,segment=NetworkSegment(330db341-bb75-4362-a555-e44f93e21165),segment_id=330db341-bb75-4362-a555-e44f93e21165)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:22.284935 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.298156 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Calling delete_port for b23cd4a9-1619-44ac-95b9-123c98967f53 owned by network:dhcp {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:07:22.323872 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-2854c14d-548d-4f71-9fd6-cec66c0cb4e6 None None] Deleting port b23cd4a9-1619-44ac-95b9-123c98967f53 {{(pid=113448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:07:22.325151 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2854c14d-548d-4f71-9fd6-cec66c0cb4e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.393365 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-2854c14d-548d-4f71-9fd6-cec66c0cb4e6 None None] For port b23cd4a9-1619-44ac-95b9-123c98967f53, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=b23cd4a9-1619-44ac-95b9-123c98967f53,segment=NetworkSegment(330db341-bb75-4362-a555-e44f93e21165),segment_id=330db341-bb75-4362-a555-e44f93e21165)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:22.397062 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2854c14d-548d-4f71-9fd6-cec66c0cb4e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.406717 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-2854c14d-548d-4f71-9fd6-cec66c0cb4e6 None None] Calling delete_port for b23cd4a9-1619-44ac-95b9-123c98967f53 owned by network:dhcp {{(pid=113448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:07:22.464739 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.479695 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2854c14d-548d-4f71-9fd6-cec66c0cb4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349'] for port, after_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.492801 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23cd4a9-1619-44ac-95b9-123c98967f53,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:22.495049 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] No DVR routers for this DVR port b23cd4a9-1619-44ac-95b9-123c98967f53 on host dv-cinder-815582-2-iscsi {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:07:22.509878 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854c14d-548d-4f71-9fd6-cec66c0cb4e6 None None] Pushing event deleted for resources: {'Port': ['ID=b23cd4a9-1619-44ac-95b9-123c98967f53,revision_number=None']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:22.516880 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854c14d-548d-4f71-9fd6-cec66c0cb4e6 None None] No DVR routers for this DVR port b23cd4a9-1619-44ac-95b9-123c98967f53 on host dv-cinder-815582-2-iscsi {{(pid=113448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:07:22.574835 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.595160 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279276f8-5b36-422f-8eb0-943c69a56458']}} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:22.604321 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330db341-bb75-4362-a555-e44f93e21165') {'for_net_delete': True} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:22.604615 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330db341-bb75-4362-a555-e44f93e21165') {} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:22.614347 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2475736'] for segment, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.627150 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.632745 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=113446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:07:22.633146 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26505511'] for segment, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: Traceback (most recent call last): Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: timer() Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: cb(*args, **kw) Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: return func(*args, **kwargs) Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: self._notify() Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: self.callback(batched_events) Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: event.method(event) Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: return f(self, *a, **k) Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._get(url).json() Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: return self.request(url, 'GET', **kwargs) Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:07:22.634838 dv-cinder-815582-2-iscsi neutron-server[113446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:07:22.829997 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.836284 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:22.839518 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] 10.222.0.30 "DELETE /v2.0/networks/279276f8-5b36-422f-8eb0-943c69a56458 HTTP/1.1" status: 204 len: 168 time: 0.7565837 Oct 27 06:07:22.851854 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ec2d8-de62-4055-b17a-e6bc12866b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=279276f8-5b36-422f-8eb0-943c69a56458,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:22.867911 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 368c6665-b72c-47a7-89be-d05efaaed974 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:07:22.888889 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 368c6665-b72c-47a7-89be-d05efaaed974 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:07:22.889321 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 368c6665-b72c-47a7-89be-d05efaaed974 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:07:22.889765 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device b23cd4a9-1619-44ac-95b9-123c98967f53 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:07:22.908630 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: b23cd4a9-1619-44ac-95b9-123c98967f53 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:07:22.908976 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device b23cd4a9-1619-44ac-95b9-123c98967f53 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:07:22.909377 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 64248ceb-e194-4a75-9707-90edf5851971 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:07:22.927365 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 64248ceb-e194-4a75-9707-90edf5851971 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:07:22.927709 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 64248ceb-e194-4a75-9707-90edf5851971 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:07:23.092754 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34140) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:23.131741 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-9240a412-d887-4596-88b5-831091669cc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f271d7c4591a4f88a8d1d79e65afee9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377004 Oct 27 06:07:23.133954 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34142) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:23.183136 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0e8385ff-83ab-4c3f-9fa0-73be2eb545d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:23.204111 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0e8385ff-83ab-4c3f-9fa0-73be2eb545d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:23.315397 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0e8385ff-83ab-4c3f-9fa0-73be2eb545d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:23.318007 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-0e8385ff-83ab-4c3f-9fa0-73be2eb545d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:23.319185 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-0e8385ff-83ab-4c3f-9fa0-73be2eb545d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/653dd525-8dec-4d9b-a46e-dd07d0dc9eb1 HTTP/1.1" status: 204 len: 168 time: 0.1843550 Oct 27 06:07:23.327455 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8385ff-83ab-4c3f-9fa0-73be2eb545d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653dd525-8dec-4d9b-a46e-dd07d0dc9eb1,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:23.773054 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:23.995875 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34148) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:24.035985 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-85705f7a-b865-458d-8d6d-b2f230f01442 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f2d0c1402a54e4b92d39e27296494a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389447 Oct 27 06:07:24.038432 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34150) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:24.087855 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-cfb63b0d-c399-400a-afff-11fe1248f5b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:24.109034 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-cfb63b0d-c399-400a-afff-11fe1248f5b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:24.218530 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-cfb63b0d-c399-400a-afff-11fe1248f5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:24.221084 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-cfb63b0d-c399-400a-afff-11fe1248f5b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:24.222235 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-cfb63b0d-c399-400a-afff-11fe1248f5b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2397c905-e754-4c8f-8be9-ae1f06cbadfd HTTP/1.1" status: 204 len: 168 time: 0.1829233 Oct 27 06:07:24.229905 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb63b0d-c399-400a-afff-11fe1248f5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2397c905-e754-4c8f-8be9-ae1f06cbadfd,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:29.613033 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b6fc54d6-3872-432b-a590-a5d87161aab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:32.166787 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-e598219b-1dce-4dd7-bb28-97f16b327489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:33.224047 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:33.424093 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:34.552196 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-d900826d-1218-4096-b1bf-ab10181d3ce6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386093 Oct 27 06:07:34.626261 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-e7dc85ec-9687-433f-a04d-144b9ca362d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:34.627727 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-e7dc85ec-9687-433f-a04d-144b9ca362d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 1098 time: 0.0409820 Oct 27 06:07:34.734455 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-db7785f2-c025-422e-9132-910c9a461a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:34.735919 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-db7785f2-c025-422e-9132-910c9a461a48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 912 time: 0.0874417 Oct 27 06:07:34.800759 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-ce0aec18-96c6-4129-b14f-da71bb1cfd0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee94a928-bafc-431f-b9e8-527e9236d153 HTTP/1.1" status: 200 len: 1001 time: 0.0573075 Oct 27 06:07:34.854328 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-6d2a89c6-c8df-4af9-97f5-85cd4cabdb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:34.856612 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-6d2a89c6-c8df-4af9-97f5-85cd4cabdb97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 200 len: 850 time: 0.0470347 Oct 27 06:07:34.904831 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-e2aae31c-57ac-459c-90d1-8e4c056baec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:34.906397 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-e2aae31c-57ac-459c-90d1-8e4c056baec3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06e334ef-4bd7-4864-9179-0ca1ae606edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393162 Oct 27 06:07:34.997898 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-f95acfcd-a8ef-4887-897b-0413ac7f74b3 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832608 Oct 27 06:07:35.006849 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:35.090880 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e1f742c6-4a33-4d01-866a-f4f72b818911 req-7125b21e-9ca9-4987-a4e3-08be6de36e75 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846503 Oct 27 06:07:37.708356 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-c5c5d252-7a09-45f9-bf43-4c92e93393c5 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390739188&fields=id&tenant_id=aa41c69c68d94ff88834231c8d2acb54 HTTP/1.1" status: 200 len: 267 time: 0.0324774 Oct 27 06:07:37.814345 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-98bcc677-c655-47aa-9d24-c48aabfd93ce tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:37.815692 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-98bcc677-c655-47aa-9d24-c48aabfd93ce tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 811 time: 0.1008749 Oct 27 06:07:37.830018 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-2a59a606-25b2-4362-b848-88c7a346fb57 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/quotas/aa41c69c68d94ff88834231c8d2acb54 HTTP/1.1" status: 200 len: 375 time: 0.0086949 Oct 27 06:07:37.884787 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-8f77ff88-41a3-499a-8269-b03f95860d38 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0496340 Oct 27 06:07:37.987589 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-0dfb71bb-d8d6-41cd-9887-e391c9719b25 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=113446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 06:07:37.988583 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-0dfb71bb-d8d6-41cd-9887-e391c9719b25 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0930955 Oct 27 06:07:38.319676 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-22363fe0-f712-443c-90ce-25fc1b835fb9 service neutron] 10.222.0.30 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245001 Oct 27 06:07:38.405926 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-2ead0373-70ce-482c-adb7-9c47570c208c service neutron] 10.222.0.30 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793586 Oct 27 06:07:38.956518 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f57fc7b0-aebd-48ed-835a-df587f67e4ed req-bb0dba6a-6626-42c0-a023-b2bea6dfedff tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 210 time: 0.0273838 Oct 27 06:07:40.052725 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-69c86665-03e7-4440-801f-ebdd483739a5 req-536f9c5f-15cb-4c74-a451-7d146018a1da tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 210 time: 0.0297818 Oct 27 06:07:40.879423 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-be3226ef-ac93-427d-b2c4-3e1c0b472e6d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:40.880869 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-be3226ef-ac93-427d-b2c4-3e1c0b472e6d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 811 time: 0.0999079 Oct 27 06:07:40.929849 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-2bcc3b69-5ae4-4ad0-955a-a2dafefc2317 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa41c69c68d94ff88834231c8d2acb54 HTTP/1.1" status: 200 len: 380 time: 0.0337677 Oct 27 06:07:40.939255 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'port': {'device_id': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'admin_state_up': True, 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'security_groups': ['8cda1397-a172-460c-a41c-a10fada1d90e']}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:07:41.115928 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Made reservation on behalf of aa41c69c68d94ff88834231c8d2acb54 for: {'port': 1} {{(pid=113446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 06:07:41.119599 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:41.160908 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-42858e6a-57b5-48b0-b0ab-e11e19a9c28d req-aa689dca-92f8-46ed-baeb-812ad8b3c660 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 210 time: 0.0372117 Oct 27 06:07:41.270863 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_common [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Allocated IP 172.20.0.8 (06e334ef-4bd7-4864-9179-0ca1ae606edf/0008380b-7111-4031-b0ea-a6cddf387ac8/3781fb53-c602-4f6a-845e-08c5b02250ed) {{(pid=113446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:07:41.406665 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for port, precommit_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:41.487428 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_create {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:41.530655 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf is already hosted by enough agents. {{(pid=113446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:07:41.533885 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.base_scheduler [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Resources bound (agent type, host, resource id): {{(pid=113446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:07:41.537641 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Received port after_create {{(pid=113446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:07:41.563004 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'Port': ['ID=3781fb53-c602-4f6a-845e-08c5b02250ed,revision_number=1']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:41.595017 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:41.596170 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:41.667023 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6b3a11e3-b327-4a81-bc6b-8e70741763bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7313695 Oct 27 06:07:41.689299 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.v2.base [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Request body: {'port': {'device_id': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=113446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:07:41.744822 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:41.754552 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-62f0aae1-5de6-4f0f-b04b-db7200ad0311 None None] Provisioning complete for port 3781fb53-c602-4f6a-845e-08c5b02250ed triggered by entity DHCP. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:07:41.758144 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-62f0aae1-5de6-4f0f-b04b-db7200ad0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:41.789745 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-62f0aae1-5de6-4f0f-b04b-db7200ad0311 None None] Port 3781fb53-c602-4f6a-845e-08c5b02250ed cannot update to ACTIVE because it is not bound. {{(pid=113448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 06:07:42.020742 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3781fb53-c602-4f6a-845e-08c5b02250ed {{(pid=113446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:07:42.028236 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Publish callbacks [] for port, precommit_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:42.039826 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.provisioning_blocks [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Transition to ACTIVE for port object 3781fb53-c602-4f6a-845e-08c5b02250ed will not be triggered until provisioned by entity L2. {{(pid=113446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 06:07:42.125735 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:42.179089 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Pushing event updated for resources: {'Port': ['ID=3781fb53-c602-4f6a-845e-08c5b02250ed,revision_number=2']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:42.280020 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Attempting to bind port 3781fb53-c602-4f6a-845e-08c5b02250ed on host hv-cinder-81558 for vnic_type normal with profile {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 06:07:42.280279 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Attempting to bind port 3781fb53-c602-4f6a-845e-08c5b02250ed by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 06:07:42.280617 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Attempting to bind port 3781fb53-c602-4f6a-845e-08c5b02250ed on network 06e334ef-4bd7-4864-9179-0ca1ae606edf {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:07:42.289706 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Port 3781fb53-c602-4f6a-845e-08c5b02250ed on network 06e334ef-4bd7-4864-9179-0ca1ae606edf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 06:07:42.290045 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Attempting to bind port 3781fb53-c602-4f6a-845e-08c5b02250ed on network 06e334ef-4bd7-4864-9179-0ca1ae606edf {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 06:07:42.304487 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547eff-4f71-4607-a212-ac37ca43eebf req-db739566-4c5d-4b2a-a9ee-ea92b95b36f6 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:42.306033 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-85547eff-4f71-4607-a212-ac37ca43eebf req-db739566-4c5d-4b2a-a9ee-ea92b95b36f6 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 943 time: 0.0718482 Oct 27 06:07:42.307346 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Checking agent: {'id': 'd9043f67-aa01-43c3-ad35-b78c5a908180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'started_at': datetime.datetime(2021, 10, 27, 5, 54, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 6, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 06:07:42.307687 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Checking segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 06:07:42.308143 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Bound using segment: {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'} {{(pid=113446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 06:07:42.308595 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.managers [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Bound port: 3781fb53-c602-4f6a-845e-08c5b02250ed, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507ed8a8-0bd7-4d82-854d-949e83bd9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf'}}] {{(pid=113446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 06:07:42.308991 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:42.384944 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-85547eff-4f71-4607-a212-ac37ca43eebf req-fa54a3ef-2e58-476a-a1bc-49bbbab6938c tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668590 Oct 27 06:07:42.400619 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] For port 3781fb53-c602-4f6a-845e-08c5b02250ed, host hv-cinder-81558, cleared binding levels {{(pid=113446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 06:07:42.403683 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] For port 3781fb53-c602-4f6a-845e-08c5b02250ed, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3781fb53-c602-4f6a-845e-08c5b02250ed,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 06:07:42.464857 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26505563'] for port, after_update {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:42.507552 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:42.507552 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:42.508744 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] 10.222.0.26 "PUT /v2.0/ports/3781fb53-c602-4f6a-845e-08c5b02250ed HTTP/1.1" status: 200 len: 1093 time: 0.8255670 Oct 27 06:07:42.509175 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'tag': '3781fb53-c602-4f6a-845e-08c5b02250ed'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:07:42.511997 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9800c7-016b-4cad-9a2f-ea11a7294972" -d '{"events": [{"name": "network-changed", "server_uuid": "0f321085-36ae-4030-8b2b-825f0413b7c4", "tag": "3781fb53-c602-4f6a-845e-08c5b02250ed"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:07:42.534920 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c0db-e440-4404-bd2a-e53480ec8eba service neutron] Pushing event updated for resources: {'Port': ['ID=3781fb53-c602-4f6a-845e-08c5b02250ed,revision_number=3']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:42.563509 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f622fe1-ce61-4162-8a8e-2e0af0f8d7be x-openstack-request-id: req-5f622fe1-ce61-4162-8a8e-2e0af0f8d7be {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:07:42.563800 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f321085-36ae-4030-8b2b-825f0413b7c4", "tag": "3781fb53-c602-4f6a-845e-08c5b02250ed", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:07:42.564049 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f622fe1-ce61-4162-8a8e-2e0af0f8d7be {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:07:42.564448 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'tag': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'status': 'completed', 'code': 200} Oct 27 06:07:42.647687 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9800c7-016b-4cad-9a2f-ea11a7294972 req-818e114e-316e-40b2-894e-5a49447a33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:42.649205 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4f9800c7-016b-4cad-9a2f-ea11a7294972 req-818e114e-316e-40b2-894e-5a49447a33d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 1096 time: 0.0433469 Oct 27 06:07:42.757220 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9800c7-016b-4cad-9a2f-ea11a7294972 req-cc640b27-4d0b-4f31-92ad-abfa1573a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:42.758753 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4f9800c7-016b-4cad-9a2f-ea11a7294972 req-cc640b27-4d0b-4f31-92ad-abfa1573a07e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=aa41c69c68d94ff88834231c8d2acb54&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0960484 Oct 27 06:07:42.852588 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9800c7-016b-4cad-9a2f-ea11a7294972 req-6e84147c-4c84-4f78-bb42-d03926ce71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:42.854056 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4f9800c7-016b-4cad-9a2f-ea11a7294972 req-6e84147c-4c84-4f78-bb42-d03926ce71e4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887105 Oct 27 06:07:42.952714 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6accd4ec-8f02-48e6-adb9-11f11a42b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:42.954321 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-6accd4ec-8f02-48e6-adb9-11f11a42b86f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 1096 time: 0.0421700 Oct 27 06:07:43.005530 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-7056e184-507c-40cf-82d6-23d1e821c639 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3781fb53-c602-4f6a-845e-08c5b02250ed HTTP/1.1" status: 200 len: 217 time: 0.0382860 Oct 27 06:07:43.052352 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-a29f89ee-f684-4205-9010-99fd7735a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:43.053792 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-a29f89ee-f684-4205-9010-99fd7735a0a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 200 len: 850 time: 0.0420167 Oct 27 06:07:43.097938 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-3ee8aa54-92ae-4041-a83f-6a8470c4f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:43.099298 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-3ee8aa54-92ae-4041-a83f-6a8470c4f34d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06e334ef-4bd7-4864-9179-0ca1ae606edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382667 Oct 27 06:07:43.190806 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-20afbcab-e0f8-4fcb-9669-f835bdddf976 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839877 Oct 27 06:07:43.280649 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-f4f3aa8c-31d5-4d2c-93d8-74d1d6fbaf97 req-679713fb-807a-4488-bada-9985dc73d233 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Oct 27 06:07:43.502467 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e0262-5c68-4c17-9b9e-729292ea77f0 req-d3c60777-1750-4519-94cd-73aad096cf50 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:43.503933 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cc8e0262-5c68-4c17-9b9e-729292ea77f0 req-d3c60777-1750-4519-94cd-73aad096cf50 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 943 time: 0.0526659 Oct 27 06:07:43.540793 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-cc8e0262-5c68-4c17-9b9e-729292ea77f0 req-0a2ba964-32d5-475c-925e-022f397474ae tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309606 Oct 27 06:07:44.663278 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae1d4a-86e1-4a09-a8e4-8a297ee4d832 req-85549409-8a53-4014-8d98-876f4d9a381c tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:44.664745 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-79ae1d4a-86e1-4a09-a8e4-8a297ee4d832 req-85549409-8a53-4014-8d98-876f4d9a381c tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 943 time: 0.0473652 Oct 27 06:07:44.702421 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-79ae1d4a-86e1-4a09-a8e4-8a297ee4d832 req-de289160-ffd6-43b8-99b3-54426d6f366b tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310163 Oct 27 06:07:45.815027 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f9127-eb42-4f20-a96a-5c448381f59c req-07d74163-bb0a-48ea-be75-1ff33df8c186 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:45.817217 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c29f9127-eb42-4f20-a96a-5c448381f59c req-07d74163-bb0a-48ea-be75-1ff33df8c186 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 943 time: 0.0487678 Oct 27 06:07:45.854012 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c29f9127-eb42-4f20-a96a-5c448381f59c req-d42b948a-2bf8-45c3-add0-167302da60fd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Oct 27 06:07:46.971670 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4384766-863e-444e-8896-ada8b70219fa req-6a00a961-8482-4e08-84c8-066a9e2031ed tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:46.973128 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c4384766-863e-444e-8896-ada8b70219fa req-6a00a961-8482-4e08-84c8-066a9e2031ed tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 943 time: 0.0526109 Oct 27 06:07:47.010415 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-c4384766-863e-444e-8896-ada8b70219fa req-bf407a89-eef5-42f8-824e-c4dad641db11 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Oct 27 06:07:47.626626 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:07:48.124062 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb85f2-b640-4a83-a819-c7c3a5fa3981 req-5afd266d-4880-4f37-bc85-daaff3102b51 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:48.125534 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-04eb85f2-b640-4a83-a819-c7c3a5fa3981 req-5afd266d-4880-4f37-bc85-daaff3102b51 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 943 time: 0.0480719 Oct 27 06:07:48.162687 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-04eb85f2-b640-4a83-a819-c7c3a5fa3981 req-fd35965e-bfdb-4962-9815-f8fee12ec2a6 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Oct 27 06:07:49.274161 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f674caa-fc8f-4c70-bf0a-e224e4ca1d2c req-511cac17-7c0d-4850-b5ae-6f09778316b0 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:49.275627 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4f674caa-fc8f-4c70-bf0a-e224e4ca1d2c req-511cac17-7c0d-4850-b5ae-6f09778316b0 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 943 time: 0.0481198 Oct 27 06:07:49.312386 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4f674caa-fc8f-4c70-bf0a-e224e4ca1d2c req-25ab55d1-b52b-4c0f-94ff-e50f402c0f24 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303712 Oct 27 06:07:50.427617 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2554e4-7da2-4eb5-8ead-c8f8777ddafe req-e8217ec3-95d9-466d-9547-8da93f4ef781 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:50.429082 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5e2554e4-7da2-4eb5-8ead-c8f8777ddafe req-e8217ec3-95d9-466d-9547-8da93f4ef781 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 943 time: 0.0513210 Oct 27 06:07:50.458070 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 3781fb53-c602-4f6a-845e-08c5b02250ed details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=113448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 06:07:50.468556 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5e2554e4-7da2-4eb5-8ead-c8f8777ddafe req-9f942cef-22d0-4652-bdb3-a7494b4b10b1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Oct 27 06:07:50.552488 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 3781fb53-c602-4f6a-845e-08c5b02250ed, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3781fb53-c602-4f6a-845e-08c5b02250ed,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:50.563665 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Returning: {'device': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'port_id': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'mac_address': 'fa:16:3e:bd:47:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 06:07:50.598837 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:50.614921 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3781fb53-c602-4f6a-845e-08c5b02250ed {{(pid=113448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 06:07:50.633469 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 3781fb53-c602-4f6a-845e-08c5b02250ed, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3781fb53-c602-4f6a-845e-08c5b02250ed,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:50.743685 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:50.789870 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=3781fb53-c602-4f6a-845e-08c5b02250ed,revision_number=4']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:51.033383 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] get_ports_and_sgs() called for port_ids ['3781fb53-c602-4f6a-845e-08c5b02250ed'] {{(pid=113448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 06:07:51.582700 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa45da-62b5-4a30-9e3c-2a875f730810 req-c407a20f-fe2a-49b9-8c35-ee31bf51cb03 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:51.584212 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-09fa45da-62b5-4a30-9e3c-2a875f730810 req-c407a20f-fe2a-49b9-8c35-ee31bf51cb03 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 944 time: 0.0495522 Oct 27 06:07:51.622734 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-09fa45da-62b5-4a30-9e3c-2a875f730810 req-c0a22b38-35bc-4846-9829-3d2f8e6984ee tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320110 Oct 27 06:07:52.464439 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 3781fb53-c602-4f6a-845e-08c5b02250ed up at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 06:07:52.595070 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning for port 3781fb53-c602-4f6a-845e-08c5b02250ed completed by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 06:07:52.599058 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.provisioning_blocks [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Provisioning complete for port 3781fb53-c602-4f6a-845e-08c5b02250ed triggered by entity L2. {{(pid=113448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 06:07:52.599432 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1483429'] for port, provisioning_complete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:52.680686 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:52.704429 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3781fb53-c602-4f6a-845e-08c5b02250ed'}] {{(pid=113448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:07:52.706733 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d40823e856a0ea4e7ca94351e3eee95ce6650fae0c563d613e8359b0997a5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b83e102-a795-43cd-8eb5-58106a9f6d01" -d '{"events": [{"server_uuid": "0f321085-36ae-4030-8b2b-825f0413b7c4", "name": "network-vif-plugged", "status": "completed", "tag": "3781fb53-c602-4f6a-845e-08c5b02250ed"}]}' {{(pid=113448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:07:52.719968 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] For port 3781fb53-c602-4f6a-845e-08c5b02250ed, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3781fb53-c602-4f6a-845e-08c5b02250ed,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:07:52.739517 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f05a7-fbd6-44d6-81ed-fcae6f964b24 req-fcbcd311-0b20-4e1e-a1b5-3b8a51909d55 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:52.743166 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b40f05a7-fbd6-44d6-81ed-fcae6f964b24 req-fcbcd311-0b20-4e1e-a1b5-3b8a51909d55 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 944 time: 0.0500460 Oct 27 06:07:52.779426 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-b40f05a7-fbd6-44d6-81ed-fcae6f964b24 req-f2d6944b-7bd1-4624-a8f0-647dd63f3300 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Oct 27 06:07:52.789480 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376'] for port, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:52.837116 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Pushing event updated for resources: {'Port': ['ID=3781fb53-c602-4f6a-845e-08c5b02250ed,revision_number=5']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:52.863759 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e13ee0f-f172-4a15-907d-a16224b4b9cc x-openstack-request-id: req-0e13ee0f-f172-4a15-907d-a16224b4b9cc {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:07:52.864048 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f321085-36ae-4030-8b2b-825f0413b7c4", "name": "network-vif-plugged", "status": "completed", "tag": "3781fb53-c602-4f6a-845e-08c5b02250ed", "code": 200}]} {{(pid=113448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:07:52.864301 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e13ee0f-f172-4a15-907d-a16224b4b9cc {{(pid=113448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:07:52.864683 dv-cinder-815582-2-iscsi neutron-server[113448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'code': 200} Oct 27 06:07:53.248126 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57e5f5-65b3-4c56-b33d-0e1a35def1c1 req-4b6c72a7-8bef-4383-bd12-703bc7d9b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:53.249577 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4e57e5f5-65b3-4c56-b33d-0e1a35def1c1 req-4b6c72a7-8bef-4383-bd12-703bc7d9b84b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 1098 time: 0.0436871 Oct 27 06:07:53.285009 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-4e57e5f5-65b3-4c56-b33d-0e1a35def1c1 req-1c82d654-df6c-402e-9862-a71601728130 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273042 Oct 27 06:07:53.771852 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:53.892361 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b587ff-882b-4741-add4-e4715e6a36a9 req-4fad292a-508b-4704-af1d-34d255195fc3 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:53.893843 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d9b587ff-882b-4741-add4-e4715e6a36a9 req-4fad292a-508b-4704-af1d-34d255195fc3 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 945 time: 0.0487702 Oct 27 06:07:53.930688 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d9b587ff-882b-4741-add4-e4715e6a36a9 req-44da9f0a-05b4-4d40-8316-a6dc3abfa826 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309823 Oct 27 06:07:55.046375 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cdccc-1aee-4279-b6f3-7492555240ab req-b90d485b-3a3b-41aa-b98f-63b3fdfcd38a tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:55.047843 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-344cdccc-1aee-4279-b6f3-7492555240ab req-b90d485b-3a3b-41aa-b98f-63b3fdfcd38a tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 945 time: 0.0485809 Oct 27 06:07:55.085468 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-344cdccc-1aee-4279-b6f3-7492555240ab req-ff2bbd68-30a4-48c7-9fae-e8687a831840 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314472 Oct 27 06:07:55.199555 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03138e1b-db4f-4de2-a61b-8b5f0c7fa6ea req-35c65e06-c280-44c7-b0d4-e0aee9e36f8e tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:55.201780 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-03138e1b-db4f-4de2-a61b-8b5f0c7fa6ea req-35c65e06-c280-44c7-b0d4-e0aee9e36f8e tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 945 time: 0.0512040 Oct 27 06:07:55.238494 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-03138e1b-db4f-4de2-a61b-8b5f0c7fa6ea req-87eede64-c342-4877-9ab4-ae2064b2e8a4 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308051 Oct 27 06:07:55.259986 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34248) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:55.300050 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447a08b-ce2d-4fc9-be75-2dea722a4726 tempest-TestVolumeBootPattern-1102124094 tempest-TestVolumeBootPattern-1102124094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:55.301534 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-5447a08b-ce2d-4fc9-be75-2dea722a4726 tempest-TestVolumeBootPattern-1102124094 tempest-TestVolumeBootPattern-1102124094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 1093 time: 0.0405698 Oct 27 06:07:55.304278 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34250) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:07:55.308601 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.v2.base [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Request body: {'floatingip': {'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'port_id': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 06:07:55.394957 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:55.489555 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:55.587207 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_common [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Allocated IP 172.27.1.178 (eb333f7b-30fa-4f98-b6f5-643bda287999/3fb87f81-7911-4384-a8cd-43858fb229ba/5e7b811b-6e41-41af-bc36-2fd0ecee8c1a) {{(pid=113447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 06:07:55.686916 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for port, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:55.783994 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727023371340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:55.821522 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Network eb333f7b-30fa-4f98-b6f5-643bda287999 is already hosted by enough agents. {{(pid=113447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 06:07:55.824566 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.base_scheduler [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Resources bound (agent type, host, resource id): {{(pid=113447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 06:07:55.829148 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Received port after_create {{(pid=113447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 06:07:55.854424 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'Port': ['ID=5e7b811b-6e41-41af-bc36-2fd0ecee8c1a,revision_number=1']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:55.867823 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.868232 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.868654 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.868915 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.869252 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.869587 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.875407 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.875407 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.875407 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.875407 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.875407 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:55.875407 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:07:56.179567 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:56.311101 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1632448'] for port, before_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:56.456397 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for port, precommit_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:56.508455 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727023851758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727023371358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727023371376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25221868'] for port, after_update {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:56.576434 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event updated for resources: {'Port': ['ID=5e7b811b-6e41-41af-bc36-2fd0ecee8c1a,revision_number=2']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:07:56.588119 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560954'] for floatingip, after_create {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:56.685792 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.l3_db [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Floating IP 59c36320-fd57-4fb9-a923-9dbc1e5af7ea associated. External IP: 172.27.1.178, port: 3781fb53-c602-4f6a-845e-08c5b02250ed. Oct 27 06:07:57.123996 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:07:57.223821 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:07:57.233757 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] Sync routers for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:07:57.243582 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:07:57.246428 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:07:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:57.294038 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:07:57.322903 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-15ba81fb-c65d-474d-9761-9415e0f107f9 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0176075 Oct 27 06:07:57.323719 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'tag': '3781fb53-c602-4f6a-845e-08c5b02250ed'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:07:57.326502 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0f321085-36ae-4030-8b2b-825f0413b7c4", "tag": "3781fb53-c602-4f6a-845e-08c5b02250ed"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:07:57.352103 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:07:57.422860 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820f26c3-3e71-4f9a-8a8a-71281994479f x-openstack-request-id: req-820f26c3-3e71-4f9a-8a8a-71281994479f {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:07:57.423174 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f321085-36ae-4030-8b2b-825f0413b7c4", "tag": "3781fb53-c602-4f6a-845e-08c5b02250ed", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:07:57.423417 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-820f26c3-3e71-4f9a-8a8a-71281994479f {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:07:57.423807 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'tag': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'status': 'completed', 'code': 200} Oct 27 06:07:57.506270 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-43605032-1dd5-4b8d-a63f-65b113de23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:57.507904 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-43605032-1dd5-4b8d-a63f-65b113de23a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 1098 time: 0.0400326 Oct 27 06:07:57.589134 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '59c36320-fd57-4fb9-a923-9dbc1e5af7ea', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:bd:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:07:56Z', 'updated_at': '2021-10-27T06:07:56Z', 'revision_number': 0, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}, {'id': 'c56c1771-0061-4355-8047-7adddb2f6897', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:05:48Z', 'updated_at': '2021-10-27T06:05:50Z', 'revision_number': 1, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:57.606233 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-25e75979-2240-4071-97ba-3a03b2357530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:57.608409 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-25e75979-2240-4071-97ba-3a03b2357530 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 912 time: 0.0932145 Oct 27 06:07:57.617822 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] Checking router: cfbf2243-0379-4b87-bbe5-a4a35ed1c032 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:07:57.626202 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:07:57.626864 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:07:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:57.680475 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-ceec50d9-6776-4195-985b-2a4db230914e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3781fb53-c602-4f6a-845e-08c5b02250ed HTTP/1.1" status: 200 len: 999 time: 0.0646410 Oct 27 06:07:57.732803 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:07:57.733166 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-18566c0d-671c-4252-b1f5-984794c16ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:57.734906 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-18566c0d-671c-4252-b1f5-984794c16ae8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 200 len: 850 time: 0.0479782 Oct 27 06:07:57.787551 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-f8a13658-7633-43d4-9886-ea63ec119fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:07:57.789129 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-f8a13658-7633-43d4-9886-ea63ec119fd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06e334ef-4bd7-4864-9179-0ca1ae606edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478480 Oct 27 06:07:57.911793 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-2d922f2c-ac98-42f1-a68c-8ff1e11438a4 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043377 Oct 27 06:07:57.975434 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '59c36320-fd57-4fb9-a923-9dbc1e5af7ea', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:bd:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:07:56Z', 'updated_at': '2021-10-27T06:07:56Z', 'revision_number': 0, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}, {'id': 'c56c1771-0061-4355-8047-7adddb2f6897', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:05:48Z', 'updated_at': '2021-10-27T06:05:50Z', 'revision_number': 1, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:07:58.007126 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-94cd50d4-ee9a-4787-9b65-8bd5e84a81ce req-30cd21f9-889f-4758-a5e5-0b3a267b43a9 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993087 Oct 27 06:07:58.008320 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773a516-1ca8-4d66-ba13-4ab4835c7dda None None] The sync data for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi is: [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': '59c36320-fd57-4fb9-a923-9dbc1e5af7ea', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:bd:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:07:56Z', 'updated_at': '2021-10-27T06:07:56Z', 'revision_number': 0, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}, {'id': 'c56c1771-0061-4355-8047-7adddb2f6897', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:05:48Z', 'updated_at': '2021-10-27T06:05:50Z', 'revision_number': 1, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:07:58.212174 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f35766-c2c7-4924-b503-9b8afd4620a5 None None] New status for floating IP 59c36320-fd57-4fb9-a923-9dbc1e5af7ea: ACTIVE {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:07:59.646380 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d32e5b71-8c7c-46aa-95b2-87397dcc6bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:02.177547 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-171bd3c7-a61d-4e38-9aa6-3cabe09d535a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:03.240855 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:03.440329 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:05.046360 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:23.771216 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:24.625696 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:08:29.599315 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b95e722f-46fe-4bbc-aeb0-9b2c8725c181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:32.205540 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-441105f9-f0d6-42ee-a0d2-3a7cfdab700d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:33.199617 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:33.468597 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:34.202776 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-61abaf5c-8640-48de-b889-9127c5fbbace service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386162 Oct 27 06:08:34.301259 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-d6de78b0-3b41-48a3-ae8e-093bae63a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:08:34.302765 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-d6de78b0-3b41-48a3-ae8e-093bae63a2e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 1098 time: 0.0398912 Oct 27 06:08:34.407997 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-7559496f-64e9-4765-b6ea-0610e80f9084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:08:34.409458 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-7559496f-64e9-4765-b6ea-0610e80f9084 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 912 time: 0.0864496 Oct 27 06:08:34.474368 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-78c92048-9844-4828-b1d3-1222771b064c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee94a928-bafc-431f-b9e8-527e9236d153 HTTP/1.1" status: 200 len: 1001 time: 0.0564237 Oct 27 06:08:34.528254 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-2c13d5d4-eaf8-4b65-baed-449fe8959491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:08:34.529757 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-2c13d5d4-eaf8-4b65-baed-449fe8959491 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 200 len: 850 time: 0.0472407 Oct 27 06:08:34.575928 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-864eb960-41aa-4ddf-bf85-caf792c5e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:08:34.577418 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-864eb960-41aa-4ddf-bf85-caf792c5e35b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06e334ef-4bd7-4864-9179-0ca1ae606edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404902 Oct 27 06:08:34.668554 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-e2a6bb5d-9ccd-4b68-9871-1f48f566836a service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824752 Oct 27 06:08:34.760176 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-dc45d299-28ef-43ae-a872-c71d74b2d477 req-d2a854e2-c511-4152-a661-30eda80c8ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836942 Oct 27 06:08:34.982406 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:53.782431 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:08:59.605705 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-63f53400-5b8e-4e8f-a61c-0e6281f78d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:01.624575 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:09:02.182213 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bc8c-dc5a-41b0-bfb3-8ee7b9d07f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:03.227662 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:03.456081 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:04.998703 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:18.478412 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34270) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:18.632963 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Deleting port 5e7b811b-6e41-41af-bc36-2fd0ecee8c1a {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:18.633304 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:18.709563 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:18.709922 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:18.721523 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Calling delete_port for 5e7b811b-6e41-41af-bc36-2fd0ecee8c1a owned by network:floatingip {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:18.918925 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:18.950517 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event deleted for resources: {'Port': ['ID=5e7b811b-6e41-41af-bc36-2fd0ecee8c1a,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:18.978022 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.978369 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.978708 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.979043 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.979376 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.979703 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.980027 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.980348 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.980674 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.980990 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.981307 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:18.981620 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:19.022212 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:19.022624 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.l3_db [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Floating IP 59c36320-fd57-4fb9-a923-9dbc1e5af7ea disassociated (deleted). External IP: 172.27.1.178, port: 3781fb53-c602-4f6a-845e-08c5b02250ed. Oct 27 06:09:19.224543 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:09:19.326652 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:09:19.332555 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:19.339277 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] Sync routers for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:09:19.348666 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:09:19.350122 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:09:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:19.362890 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-f2fa70e3-6f7d-4d34-961b-fc6fcbf4291f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "DELETE /v2.0/floatingips/59c36320-fd57-4fb9-a923-9dbc1e5af7ea HTTP/1.1" status: 204 len: 168 time: 0.8833189 Oct 27 06:09:19.363481 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'tag': '3781fb53-c602-4f6a-845e-08c5b02250ed'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:09:19.366658 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336cab93-120c-4493-b6f4-7b624eb09127" -d '{"events": [{"name": "network-changed", "server_uuid": "0f321085-36ae-4030-8b2b-825f0413b7c4", "tag": "3781fb53-c602-4f6a-845e-08c5b02250ed"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:09:19.405705 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c670cb-be3a-4477-ae46-645f8f330468 x-openstack-request-id: req-10c670cb-be3a-4477-ae46-645f8f330468 {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:09:19.406003 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f321085-36ae-4030-8b2b-825f0413b7c4", "tag": "3781fb53-c602-4f6a-845e-08c5b02250ed", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:09:19.406261 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10c670cb-be3a-4477-ae46-645f8f330468 {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:09:19.406693 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'tag': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'status': 'completed', 'code': 200} Oct 27 06:09:19.472326 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:09:19.504844 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cab93-120c-4493-b6f4-7b624eb09127 req-e156581c-1b8b-419a-83f6-20d415b3b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:19.506836 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-336cab93-120c-4493-b6f4-7b624eb09127 req-e156581c-1b8b-419a-83f6-20d415b3b596 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 1098 time: 0.0489442 Oct 27 06:09:19.618099 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cab93-120c-4493-b6f4-7b624eb09127 req-1f689c68-1560-4fec-8640-3ee0844a93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:19.619593 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-336cab93-120c-4493-b6f4-7b624eb09127 req-1f689c68-1560-4fec-8640-3ee0844a93dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 912 time: 0.1056902 Oct 27 06:09:19.664559 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-336cab93-120c-4493-b6f4-7b624eb09127 req-c5b82362-7ed2-4b40-9b69-25c09ce9a4b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3781fb53-c602-4f6a-845e-08c5b02250ed HTTP/1.1" status: 200 len: 217 time: 0.0370555 Oct 27 06:09:19.722362 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cab93-120c-4493-b6f4-7b624eb09127 req-82f89afd-8733-4dbc-baaa-212cb8cbd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:19.726882 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'c56c1771-0061-4355-8047-7adddb2f6897', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:05:48Z', 'updated_at': '2021-10-27T06:05:50Z', 'revision_number': 1, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:19.730616 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-336cab93-120c-4493-b6f4-7b624eb09127 req-82f89afd-8733-4dbc-baaa-212cb8cbd131 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 200 len: 850 time: 0.0582905 Oct 27 06:09:19.755928 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] Checking router: cfbf2243-0379-4b87-bbe5-a4a35ed1c032 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:09:19.764430 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:09:19.765037 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:09:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:19.825597 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cab93-120c-4493-b6f4-7b624eb09127 req-e255a946-a218-4497-a46e-da6e8b1e44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:19.827269 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-336cab93-120c-4493-b6f4-7b624eb09127 req-e255a946-a218-4497-a46e-da6e8b1e44e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06e334ef-4bd7-4864-9179-0ca1ae606edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812881 Oct 27 06:09:19.840303 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f331d5c-79b0-4ad4-ab90-9ea6618df058 req-dcc555e4-b6e8-4e68-ab4a-667fc49289bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:19.841920 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5f331d5c-79b0-4ad4-ab90-9ea6618df058 req-dcc555e4-b6e8-4e68-ab4a-667fc49289bd tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 945 time: 0.0600069 Oct 27 06:09:19.876963 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:09:19.931258 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-5f331d5c-79b0-4ad4-ab90-9ea6618df058 req-9c056f09-c34e-4a5d-85ff-a057a511970f tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705531 Oct 27 06:09:19.970250 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-336cab93-120c-4493-b6f4-7b624eb09127 req-b6d5b611-38de-4023-8839-5f93367b1909 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272869 Oct 27 06:09:20.066464 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-336cab93-120c-4493-b6f4-7b624eb09127 req-411c736d-5574-4e97-834d-38e9926c24ad service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869820 Oct 27 06:09:20.250197 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'c56c1771-0061-4355-8047-7adddb2f6897', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:05:48Z', 'updated_at': '2021-10-27T06:05:50Z', 'revision_number': 1, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:20.276375 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125b676-22c0-4abe-8f60-abef4697720a None None] The sync data for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi is: [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_floatingips': [{'id': 'c56c1771-0061-4355-8047-7adddb2f6897', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'router_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'port_id': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T06:05:48Z', 'updated_at': '2021-10-27T06:05:50Z', 'revision_number': 1, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:09:20.504575 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24428c1-1c8b-44c1-aeb3-cfd5dd3e6484 None None] New status for floating IP 59c36320-fd57-4fb9-a923-9dbc1e5af7ea: DOWN {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:09:21.059101 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15121062-a75e-4551-972e-7e2d03f07b41 req-5d049171-5617-41da-b53f-fbcb9d34b8f3 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:21.060566 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-15121062-a75e-4551-972e-7e2d03f07b41 req-5d049171-5617-41da-b53f-fbcb9d34b8f3 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 945 time: 0.0536973 Oct 27 06:09:21.100738 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-15121062-a75e-4551-972e-7e2d03f07b41 req-de40fa25-7be7-4fef-aead-9667b707db2d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341384 Oct 27 06:09:21.474813 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-26915335-efa6-4c57-a975-764084891150 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:21.476526 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-26915335-efa6-4c57-a975-764084891150 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 945 time: 0.0493298 Oct 27 06:09:21.570241 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Deleting port 3781fb53-c602-4f6a-845e-08c5b02250ed {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:21.570579 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:21.667788 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] For port 3781fb53-c602-4f6a-845e-08c5b02250ed, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3781fb53-c602-4f6a-845e-08c5b02250ed,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:09:21.668152 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:21.681236 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Calling delete_port for 3781fb53-c602-4f6a-845e-08c5b02250ed owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:21.890880 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:21.919668 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event deleted for resources: {'Port': ['ID=3781fb53-c602-4f6a-845e-08c5b02250ed,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:21.948416 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.948763 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.949100 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.949435 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.949844 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.950172 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.950496 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.950816 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.951155 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.951473 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.951787 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.952246 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:21.974103 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] No DVR routers for this DVR port 3781fb53-c602-4f6a-845e-08c5b02250ed on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:09:21.976524 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:21.979934 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-6d484cd7-9b89-4caf-9cb0-5be679303b14 req-562298ca-2904-4225-8034-3a86880be99d tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "DELETE /v2.0/ports/3781fb53-c602-4f6a-845e-08c5b02250ed HTTP/1.1" status: 204 len: 173 time: 0.4970973 Oct 27 06:09:21.980459 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'name': 'network-vif-deleted', 'tag': '3781fb53-c602-4f6a-845e-08c5b02250ed'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:09:21.983096 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc60b42-ae39-4201-92ab-66553c033494" -d '{"events": [{"server_uuid": "0f321085-36ae-4030-8b2b-825f0413b7c4", "name": "network-vif-deleted", "tag": "3781fb53-c602-4f6a-845e-08c5b02250ed"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:09:22.022363 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885bea1f-1dd2-4a2d-b98b-047647a9f191 x-openstack-request-id: req-885bea1f-1dd2-4a2d-b98b-047647a9f191 {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:09:22.022652 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f321085-36ae-4030-8b2b-825f0413b7c4", "name": "network-vif-deleted", "tag": "3781fb53-c602-4f6a-845e-08c5b02250ed", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:09:22.022904 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-885bea1f-1dd2-4a2d-b98b-047647a9f191 {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:09:22.023302 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f321085-36ae-4030-8b2b-825f0413b7c4', 'name': 'network-vif-deleted', 'tag': '3781fb53-c602-4f6a-845e-08c5b02250ed', 'status': 'completed', 'code': 200} Oct 27 06:09:22.206798 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-426f9726-c784-4815-a3bf-371747bf0d08 req-75623c6e-0dab-4907-967e-2f188178db00 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 210 time: 0.0328448 Oct 27 06:09:23.324197 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1d53de75-f6a1-45fc-a9d1-3323ade76901 req-de597079-a0bf-4211-8c7d-f6ee2685aaff tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f321085-36ae-4030-8b2b-825f0413b7c4 HTTP/1.1" status: 200 len: 210 time: 0.0302529 Oct 27 06:09:23.775858 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:24.993184 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 3781fb53-c602-4f6a-845e-08c5b02250ed no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:09:25.016302 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: 3781fb53-c602-4f6a-845e-08c5b02250ed {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:09:25.019922 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device 3781fb53-c602-4f6a-845e-08c5b02250ed not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:09:26.806220 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34312) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:26.965454 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Deleting port 497b0410-0398-4a70-a83f-8d0d2ddceb64 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:26.966196 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:27.048737 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:27.049437 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:27.062295 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Calling delete_port for 497b0410-0398-4a70-a83f-8d0d2ddceb64 owned by network:floatingip {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:27.261770 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:27.287211 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event deleted for resources: {'Port': ['ID=497b0410-0398-4a70-a83f-8d0d2ddceb64,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:27.349647 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:27.350014 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.db.l3_db [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Floating IP c56c1771-0061-4355-8047-7adddb2f6897 disassociated (deleted). External IP: 172.27.1.212, port: ee94a928-bafc-431f-b9e8-527e9236d153. Oct 27 06:09:27.557456 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:09:27.663124 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:09:27.668010 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:27.674387 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] Sync routers for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:09:27.684378 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:09:27.685141 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:09:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:27.695292 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-2809d376-5841-404a-af9c-7c965e6b15b7 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "DELETE /v2.0/floatingips/c56c1771-0061-4355-8047-7adddb2f6897 HTTP/1.1" status: 204 len: 168 time: 0.8879743 Oct 27 06:09:27.696024 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'tag': 'ee94a928-bafc-431f-b9e8-527e9236d153'}] {{(pid=113447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:09:27.698274 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef7f4cabca345a049975d73c5d37149b776c6f632e686e92a37c46875aa220a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e794f88f-8162-4d5c-8dd0-27f054379b72" -d '{"events": [{"name": "network-changed", "server_uuid": "8171f6f4-d3ae-47b1-b440-6149da2e04b4", "tag": "ee94a928-bafc-431f-b9e8-527e9236d153"}]}' {{(pid=113447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:09:27.758161 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 06:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e559325-46be-4393-9104-e23ad39effa2 x-openstack-request-id: req-4e559325-46be-4393-9104-e23ad39effa2 {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:09:27.758602 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8171f6f4-d3ae-47b1-b440-6149da2e04b4", "tag": "ee94a928-bafc-431f-b9e8-527e9236d153", "status": "completed", "code": 200}]} {{(pid=113447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:09:27.758921 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e559325-46be-4393-9104-e23ad39effa2 {{(pid=113447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:09:27.759385 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'tag': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'status': 'completed', 'code': 200} Oct 27 06:09:27.833480 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:09:27.841298 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-2bfcaf49-85f1-4c50-aa80-e476bd01cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:27.846691 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-2bfcaf49-85f1-4c50-aa80-e476bd01cbf1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa41c69c68d94ff88834231c8d2acb54&device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 1098 time: 0.0417943 Oct 27 06:09:27.941305 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-7c80e050-15cb-4a2f-8ce2-fb7cc5ef69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:27.943048 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-7c80e050-15cb-4a2f-8ce2-fb7cc5ef69b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 200 len: 912 time: 0.0933108 Oct 27 06:09:27.991099 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-6359b0c2-b270-43bd-b19e-109e613d647d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee94a928-bafc-431f-b9e8-527e9236d153 HTTP/1.1" status: 200 len: 217 time: 0.0382905 Oct 27 06:09:28.042449 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-dc084240-5d40-44c5-a8fd-c726c29549fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:28.044221 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-dc084240-5d40-44c5-a8fd-c726c29549fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 200 len: 850 time: 0.0464568 Oct 27 06:09:28.054909 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:28.086055 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] Checking router: cfbf2243-0379-4b87-bbe5-a4a35ed1c032 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:09:28.094746 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:09:28.095364 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:09:02Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:28.210573 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:09:28.413936 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-8ff9489d-bec3-4d1a-ac0e-62def4e8610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:28.415531 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-8ff9489d-bec3-4d1a-ac0e-62def4e8610d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06e334ef-4bd7-4864-9179-0ca1ae606edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3322282 Oct 27 06:09:28.421034 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:28.428348 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1583d-6c25-4ae7-b959-7bb0ee6f5f43 req-38601fa3-1eea-40a1-a272-a76c55204354 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:28.429897 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d3b1583d-6c25-4ae7-b959-7bb0ee6f5f43 req-38601fa3-1eea-40a1-a272-a76c55204354 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 945 time: 0.3163075 Oct 27 06:09:28.448734 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3fa2f-586f-46a8-b93a-91a04b863f74 None None] The sync data for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi is: [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:01:53Z', 'revision_number': 4, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi', '_interfaces': [{'id': '54e3146b-9f1b-4041-a9b2-62a7be816041', 'name': '', 'network_id': '06e334ef-4bd7-4864-9179-0ca1ae606edf', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'mac_address': 'fa:16:3e:ee:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:51Z', 'updated_at': '2021-10-27T06:01:59Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'subnets': [{'id': '0008380b-7111-4031-b0ea-a6cddf387ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:09:28.516926 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-d3b1583d-6c25-4ae7-b959-7bb0ee6f5f43 req-2d501bae-0e81-48b3-b5d2-857a90860ea2 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791862 Oct 27 06:09:28.552165 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-0ff4509b-3671-4fd0-b0ed-896fe8b26342 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213140 Oct 27 06:09:28.651248 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-e794f88f-8162-4d5c-8dd0-27f054379b72 req-6de82bbd-dee6-4ded-adcd-35f72e162b72 service neutron] 10.222.0.26 "GET /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890880 Oct 27 06:09:28.714214 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18f697-9d93-4207-a0a6-1b9b840041e9 None None] New status for floating IP c56c1771-0061-4355-8047-7adddb2f6897: DOWN {{(pid=113449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 06:09:29.599255 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-0cea5432-ee20-476b-a85a-4df3fec9d2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:29.641581 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9879d-6ef4-4898-84c0-bbf10b6a0737 req-bb8ff265-f490-46a8-a074-d94ea47080e2 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:29.643108 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-97d9879d-6ef4-4898-84c0-bbf10b6a0737 req-bb8ff265-f490-46a8-a074-d94ea47080e2 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 945 time: 0.0521228 Oct 27 06:09:29.681387 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-97d9879d-6ef4-4898-84c0-bbf10b6a0737 req-798defee-f559-4c6a-b924-31ac392018cf tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cda1397-a172-460c-a41c-a10fada1d90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321374 Oct 27 06:09:29.758818 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-f9ae663c-3cb7-421f-a266-eda87ac32916 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 06:09:29.760238 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-f9ae663c-3cb7-421f-a266-eda87ac32916 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 945 time: 0.0520506 Oct 27 06:09:29.849029 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-c9c02b49-e0a7-4329-9715-78da717d9431 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Deleting port ee94a928-bafc-431f-b9e8-527e9236d153 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:29.849293 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-c9c02b49-e0a7-4329-9715-78da717d9431 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:29.939230 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-c9c02b49-e0a7-4329-9715-78da717d9431 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] For port ee94a928-bafc-431f-b9e8-527e9236d153, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ee94a928-bafc-431f-b9e8-527e9236d153,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:09:29.939592 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-c9c02b49-e0a7-4329-9715-78da717d9431 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:29.952250 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-c9c02b49-e0a7-4329-9715-78da717d9431 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Calling delete_port for ee94a928-bafc-431f-b9e8-527e9236d153 owned by compute:nova {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:30.136558 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-c9c02b49-e0a7-4329-9715-78da717d9431 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:30.169131 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c02b49-e0a7-4329-9715-78da717d9431 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event deleted for resources: {'Port': ['ID=ee94a928-bafc-431f-b9e8-527e9236d153,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:30.209587 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-c9c02b49-e0a7-4329-9715-78da717d9431 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] No DVR routers for this DVR port ee94a928-bafc-431f-b9e8-527e9236d153 on host hv-cinder-81558 {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:09:30.212059 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-c9c02b49-e0a7-4329-9715-78da717d9431 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for port, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:30.215371 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-1c9914c8-aae9-4422-a694-b42b1fc316b8 req-c9c02b49-e0a7-4329-9715-78da717d9431 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.26 "DELETE /v2.0/ports/ee94a928-bafc-431f-b9e8-527e9236d153 HTTP/1.1" status: 204 len: 173 time: 0.4484673 Oct 27 06:09:30.215967 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'name': 'network-vif-deleted', 'tag': 'ee94a928-bafc-431f-b9e8-527e9236d153'}] {{(pid=113446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 06:09:30.218209 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}362c75bc00540009c8a3cb4bf82b04371adf94bf6eeddff6c4ed89fe4efa3262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6466e3c5-1e10-4f9a-98c3-62bac66fef68" -d '{"events": [{"server_uuid": "8171f6f4-d3ae-47b1-b440-6149da2e04b4", "name": "network-vif-deleted", "tag": "ee94a928-bafc-431f-b9e8-527e9236d153"}]}' {{(pid=113446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 06:09:30.253907 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 06:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c997c156-ea4e-4368-9523-fda59a8568be x-openstack-request-id: req-c997c156-ea4e-4368-9523-fda59a8568be {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 06:09:30.254200 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8171f6f4-d3ae-47b1-b440-6149da2e04b4", "name": "network-vif-deleted", "tag": "ee94a928-bafc-431f-b9e8-527e9236d153", "status": "completed", "code": 200}]} {{(pid=113446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 06:09:30.254451 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c997c156-ea4e-4368-9523-fda59a8568be {{(pid=113446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 06:09:30.254851 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8171f6f4-d3ae-47b1-b440-6149da2e04b4', 'name': 'network-vif-deleted', 'tag': 'ee94a928-bafc-431f-b9e8-527e9236d153', 'status': 'completed', 'code': 200} Oct 27 06:09:30.777038 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [req-ba1573ce-9d6a-4a96-88c9-c47e166fdda4 req-447fb701-b5f7-41e4-9537-32a6079991c1 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "GET /v2.0/ports?device_id=8171f6f4-d3ae-47b1-b440-6149da2e04b4 HTTP/1.1" status: 200 len: 210 time: 0.0270605 Oct 27 06:09:31.832366 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34334) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:31.950848 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-12856eb5-1d4f-4b8e-9be6-6d93e006d032 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Deleting port 7aa33485-37fe-44fa-89f0-82507f68eab6 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:31.951189 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-12856eb5-1d4f-4b8e-9be6-6d93e006d032 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:32.023895 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-12856eb5-1d4f-4b8e-9be6-6d93e006d032 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:32.024212 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-12856eb5-1d4f-4b8e-9be6-6d93e006d032 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:32.035307 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-12856eb5-1d4f-4b8e-9be6-6d93e006d032 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Calling delete_port for 7aa33485-37fe-44fa-89f0-82507f68eab6 owned by network:floatingip {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:32.187797 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-5840e483-20a3-414c-8f13-e90a24f2cd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:32.233694 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-12856eb5-1d4f-4b8e-9be6-6d93e006d032 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:32.265832 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12856eb5-1d4f-4b8e-9be6-6d93e006d032 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event deleted for resources: {'Port': ['ID=7aa33485-37fe-44fa-89f0-82507f68eab6,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:32.332189 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-12856eb5-1d4f-4b8e-9be6-6d93e006d032 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for floatingip, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:32.335163 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-12856eb5-1d4f-4b8e-9be6-6d93e006d032 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84071'] for floatingip, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:32.336316 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-12856eb5-1d4f-4b8e-9be6-6d93e006d032 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "DELETE /v2.0/floatingips/e89fbe76-ef3f-4b76-8fad-e2e6a80b0cd6 HTTP/1.1" status: 204 len: 168 time: 0.5029435 Oct 27 06:09:33.061019 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device ee94a928-bafc-431f-b9e8-527e9236d153 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:09:33.081535 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] No Port match for: ee94a928-bafc-431f-b9e8-527e9236d153 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:09:33.081966 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Device ee94a928-bafc-431f-b9e8-527e9236d153 not bound to the agent host hv-cinder-81558 {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:09:33.221411 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:33.444236 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:33.660502 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34346) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:33.720792 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8914b4aa-9f09-4156-9b25-022a216aa5b8 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:33.745634 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8914b4aa-9f09-4156-9b25-022a216aa5b8 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:33.855891 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8914b4aa-9f09-4156-9b25-022a216aa5b8 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:33.858491 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-8914b4aa-9f09-4156-9b25-022a216aa5b8 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:33.865909 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-8914b4aa-9f09-4156-9b25-022a216aa5b8 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] 10.222.0.30 "DELETE /v2.0/security-groups/8cda1397-a172-460c-a41c-a10fada1d90e HTTP/1.1" status: 204 len: 168 time: 0.1986070 Oct 27 06:09:33.870046 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914b4aa-9f09-4156-9b25-022a216aa5b8 tempest-TestVolumeBootPattern-439525827 tempest-TestVolumeBootPattern-439525827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cda1397-a172-460c-a41c-a10fada1d90e,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:33.990001 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34350) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:34.533238 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570938'] for router_interface, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:34.998679 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:35.009031 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] Deleting port 54e3146b-9f1b-4041-a9b2-62a7be816041 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:35.009533 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:35.083126 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] For port 54e3146b-9f1b-4041-a9b2-62a7be816041, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=54e3146b-9f1b-4041-a9b2-62a7be816041,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:09:35.083507 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:35.095675 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] Calling delete_port for 54e3146b-9f1b-4041-a9b2-62a7be816041 owned by network:router_interface {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:35.313437 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:35.338440 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e3146b-9f1b-4041-a9b2-62a7be816041,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:35.506500 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571094'] for router_interface, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:35.713467 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] Router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:09:35.812760 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:09:35.826738 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4481bfbe-4634-4cf0-988c-649ce3d0a7e0 admin admin] 10.222.0.30 "PUT /v2.0/routers/cfbf2243-0379-4b87-bbe5-a4a35ed1c032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8266969 Oct 27 06:09:35.826738 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34354) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:35.827033 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] Sync routers for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:09:35.833827 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:09:35.834457 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:09:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:35.923215 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Publish callbacks [] for router, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:35.938834 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: dv-cinder-815582-2-iscsi {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:09:36.024082 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.127086 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:09:35Z', 'revision_number': 5, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port': {'id': '44a77469-4e50-4958-896d-ea017a70fe7d', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:48Z', 'updated_at': '2021-10-27T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:36.133513 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Deleting port 44a77469-4e50-4958-896d-ea017a70fe7d {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:36.134055 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.154453 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] Checking router: cfbf2243-0379-4b87-bbe5-a4a35ed1c032 for host: dv-cinder-815582-2-iscsi {{(pid=113448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:09:36.163499 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] Routers {'cfbf2243-0379-4b87-bbe5-a4a35ed1c032'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:09:36.164105 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:09:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'], 'active': True} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:36.217915 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] For port 44a77469-4e50-4958-896d-ea017a70fe7d, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=44a77469-4e50-4958-896d-ea017a70fe7d,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:09:36.218320 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.233950 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Calling delete_port for 44a77469-4e50-4958-896d-ea017a70fe7d owned by network:router_gateway {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:36.374448 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvr_db [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] Set router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 gateway port host: None {{(pid=113448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:09:36.428011 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_hamode_db [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:09:36Z', 'revision_number': 6, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port_host': None}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:36.453264 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be830cfc-eb78-4832-8003-7489247a7d58 None None] The sync data for ids ['cfbf2243-0379-4b87-bbe5-a4a35ed1c032'] in dv-cinder-815582-2-iscsi is: [{'id': 'cfbf2243-0379-4b87-bbe5-a4a35ed1c032', 'name': 'tempest-TestVolumeBootPattern-878085068-router', 'tenant_id': 'aa41c69c68d94ff88834231c8d2acb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:47Z', 'updated_at': '2021-10-27T06:09:36Z', 'revision_number': 6, 'project_id': 'aa41c69c68d94ff88834231c8d2acb54', 'gw_port_host': None}] {{(pid=113448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:09:36.467438 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.500796 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Pushing event deleted for resources: {'Port': ['ID=44a77469-4e50-4958-896d-ea017a70fe7d,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:36.558695 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561012'] for router_gateway, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.651518 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-538'] for router, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.653620 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.730021 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570852'] for router, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.730505 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfbf2243-0379-4b87-bbe5-a4a35ed1c032 {{(pid=113447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 06:09:36.735735 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] Publish callbacks [] for router, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.736835 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-d6dbc3b4-4cf5-4c61-b2d5-6bc69c15ce2d admin admin] 10.222.0.30 "DELETE /v2.0/routers/cfbf2243-0379-4b87-bbe5-a4a35ed1c032 HTTP/1.1" status: 204 len: 168 time: 0.9153461 Oct 27 06:09:36.739438 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34356) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:36.783232 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff1cafe-7dab-492d-94bf-b092cff38c19 admin admin] Deleting subnet 0008380b-7111-4031-b0ea-a6cddf387ac8 {{(pid=113447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:09:36.786529 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cafe-7dab-492d-94bf-b092cff38c19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.823714 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cafe-7dab-492d-94bf-b092cff38c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26593396'] for subnet, precommit_delete_associations {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:36.911345 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cafe-7dab-492d-94bf-b092cff38c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.027943 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cafe-7dab-492d-94bf-b092cff38c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25221690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25671739'] for subnet, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.053465 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1cafe-7dab-492d-94bf-b092cff38c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0008380b-7111-4031-b0ea-a6cddf387ac8,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:37.057277 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cafe-7dab-492d-94bf-b092cff38c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for subnet, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.060391 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-4ff1cafe-7dab-492d-94bf-b092cff38c19 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0008380b-7111-4031-b0ea-a6cddf387ac8 HTTP/1.1" status: 204 len: 168 time: 0.3200090 Oct 27 06:09:37.063216 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34358) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:37.064206 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58613306-5f05-4f76-9ae9-4f4290301290 None None] Network 06e334ef-4bd7-4864-9179-0ca1ae606edf requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:09:37.134417 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.195167 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Deleting port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 {{(pid=113447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:37.195567 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.254441 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] DHCP port deletion for 06e334ef-4bd7-4864-9179-0ca1ae606edf request from dv-cinder-815582-2-iscsi {{(pid=113448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 06:09:37.269764 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.db [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] For port 1b8fa802-0e85-4fa4-ba55-1fff1656c552, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=1b8fa802-0e85-4fa4-ba55-1fff1656c552,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:09:37.270153 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.283819 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.plugin [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Calling delete_port for 1b8fa802-0e85-4fa4-ba55-1fff1656c552 owned by network:dhcp {{(pid=113447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:37.306668 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Deleting port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 {{(pid=113448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:37.307129 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.355272 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 54e3146b-9f1b-4041-a9b2-62a7be816041 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:09:37.385283 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 54e3146b-9f1b-4041-a9b2-62a7be816041 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:09:37.385742 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 54e3146b-9f1b-4041-a9b2-62a7be816041 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:09:37.405004 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] For port 1b8fa802-0e85-4fa4-ba55-1fff1656c552, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=1b8fa802-0e85-4fa4-ba55-1fff1656c552,segment=NetworkSegment(507ed8a8-0bd7-4d82-854d-949e83bd9940),segment_id=507ed8a8-0bd7-4d82-854d-949e83bd9940)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:09:37.407560 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.418187 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Calling delete_port for 1b8fa802-0e85-4fa4-ba55-1fff1656c552 owned by network:dhcp {{(pid=113448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:37.457602 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25221861'] for port, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.481507 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8fa802-0e85-4fa4-ba55-1fff1656c552,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:37.489211 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] No DVR routers for this DVR port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 on host dv-cinder-815582-2-iscsi {{(pid=113447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:09:37.503045 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349'] for port, after_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.531055 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Pushing event deleted for resources: {'Port': ['ID=1b8fa802-0e85-4fa4-ba55-1fff1656c552,revision_number=None']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:37.535964 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] No DVR routers for this DVR port 1b8fa802-0e85-4fa4-ba55-1fff1656c552 on host dv-cinder-815582-2-iscsi {{(pid=113448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:09:37.552253 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.558075 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.558556 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.558932 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.559301 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.559705 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.560087 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.560469 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.560859 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.561601 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.561832 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.562206 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d6578-1cae-40a2-952c-0743d6134d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-2-iscsi {{(pid=113448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 06:09:37.571687 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.593561 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e334ef-4bd7-4864-9179-0ca1ae606edf']}} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:37.604653 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507ed8a8-0bd7-4d82-854d-949e83bd9940') {'for_net_delete': True} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:37.605019 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.services.segments.db [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507ed8a8-0bd7-4d82-854d-949e83bd9940') {} {{(pid=113447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:37.615996 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26593407'] for segment, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.630255 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.636043 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=113447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:09:37.636451 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25221776'] for segment, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: Traceback (most recent call last): Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: timer() Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: cb(*args, **kw) Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: return func(*args, **kwargs) Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: self._notify() Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: self.callback(batched_events) Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: event.method(event) Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: return f(self, *a, **k) Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._get(url).json() Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: return self.request(url, 'GET', **kwargs) Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:09:37.638137 dv-cinder-815582-2-iscsi neutron-server[113447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:09:37.746965 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.753260 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:37.756482 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] 10.222.0.30 "DELETE /v2.0/networks/06e334ef-4bd7-4864-9179-0ca1ae606edf HTTP/1.1" status: 204 len: 168 time: 0.6923292 Oct 27 06:09:37.759616 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34360) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:37.767504 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde928e-c234-4bd0-a9f3-28ef56b710db admin admin] Pushing event deleted for resources: {'Network': ['ID=06e334ef-4bd7-4864-9179-0ca1ae606edf,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:38.126557 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570938'] for router_interface, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:38.382785 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] Deleting port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:38.382785 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:38.464149 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] For port f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec,segment=NetworkSegment(c0f3e679-d058-479e-a776-648b060375bf),segment_id=c0f3e679-d058-479e-a776-648b060375bf)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:09:38.464509 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:38.476902 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] Calling delete_port for f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec owned by network:router_interface {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:38.623893 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:09:38.713013 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:38.739387 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:38.923204 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571094'] for router_interface, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:38.978699 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1b8fa802-0e85-4fa4-ba55-1fff1656c552 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:09:38.999009 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 1b8fa802-0e85-4fa4-ba55-1fff1656c552 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:09:38.999349 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 1b8fa802-0e85-4fa4-ba55-1fff1656c552 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:09:38.999761 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 44a77469-4e50-4958-896d-ea017a70fe7d no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:09:39.018869 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: 44a77469-4e50-4958-896d-ea017a70fe7d {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:09:39.019144 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device 44a77469-4e50-4958-896d-ea017a70fe7d not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:09:39.147396 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] Router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f has already been hosted by L3 agent 69c96b8a-0e51-4e31-9234-351c253f956a {{(pid=113446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 06:09:39.249036 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] Notify agent at l3_agent.dv-cinder-815582-2-iscsi the message routers_updated {{(pid=113446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 06:09:39.255172 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-10ec8b73-b9ae-4a97-9000-a73447ae5172 admin admin] 10.222.0.30 "PUT /v2.0/routers/19811321-f0c5-4b3e-b882-5d5fcf7fa18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4945283 Oct 27 06:09:39.257648 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34362) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:39.258064 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] Sync routers for ids ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'] in dv-cinder-815582-2-iscsi {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 06:09:39.269056 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] Routers {'19811321-f0c5-4b3e-b882-5d5fcf7fa18f'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:09:39.269682 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:09:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:39.359344 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Publish callbacks [] for router, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:39.376420 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] Set router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f gateway port host: dv-cinder-815582-2-iscsi {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:09:39.461533 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:39.555663 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'name': 'tempest-TestVolumeBootPattern-1214813532-router', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'external_fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:57Z', 'updated_at': '2021-10-27T06:09:38Z', 'revision_number': 5, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'gw_port': {'id': 'b7101e12-e0b9-4a0b-a18d-1456ac2434a6', 'name': '', 'network_id': 'eb333f7b-30fa-4f98-b6f5-643bda287999', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T06:01:58Z', 'updated_at': '2021-10-27T06:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb87f81-7911-4384-a8cd-43858fb229ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-2-iscsi'}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:39.572930 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Deleting port b7101e12-e0b9-4a0b-a18d-1456ac2434a6 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:39.573298 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:39.582198 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] Checking router: 19811321-f0c5-4b3e-b882-5d5fcf7fa18f for host: dv-cinder-815582-2-iscsi {{(pid=113449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 06:09:39.590869 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] Routers {'19811321-f0c5-4b3e-b882-5d5fcf7fa18f'} bound to L3 agent in host dv-cinder-815582-2-iscsi {{(pid=113449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 06:09:39.591621 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:48:02Z,description=,heartbeat_timestamp=2021-10-27T06:09:32Z,host='dv-cinder-815582-2-iscsi',id=69c96b8a-0e51-4e31-9234-351c253f956a,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:48:03Z,topic='l3_agent')) {'router_ids': ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'], 'active': True} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:39.654468 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] For port b7101e12-e0b9-4a0b-a18d-1456ac2434a6, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=b7101e12-e0b9-4a0b-a18d-1456ac2434a6,segment=NetworkSegment(61201758-9ada-4087-a28d-315f87d84dfe),segment_id=61201758-9ada-4087-a28d-315f87d84dfe)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:09:39.654834 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:39.667354 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Calling delete_port for b7101e12-e0b9-4a0b-a18d-1456ac2434a6 owned by network:router_gateway {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:39.687491 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_dvr_db [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] Set router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f gateway port host: None {{(pid=113449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 06:09:39.747120 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.l3_hamode_db [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'name': 'tempest-TestVolumeBootPattern-1214813532-router', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:57Z', 'updated_at': '2021-10-27T06:09:39Z', 'revision_number': 6, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'gw_port_host': None}], 'dv-cinder-815582-2-iscsi', False) {} {{(pid=113449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:39.777061 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e74f6b-9e44-414e-8e53-a9bdb2fc79a2 None None] The sync data for ids ['19811321-f0c5-4b3e-b882-5d5fcf7fa18f'] in dv-cinder-815582-2-iscsi is: [{'id': '19811321-f0c5-4b3e-b882-5d5fcf7fa18f', 'name': 'tempest-TestVolumeBootPattern-1214813532-router', 'tenant_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T06:01:57Z', 'updated_at': '2021-10-27T06:09:39Z', 'revision_number': 6, 'project_id': 'a5cbdc4b19ab4e62904989d77fcd5920', 'gw_port_host': None}] {{(pid=113449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 06:09:39.878781 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:39.909223 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b7101e12-e0b9-4a0b-a18d-1456ac2434a6,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:39.966632 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561012'] for router_gateway, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.055824 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-538'] for router, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.058245 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.147307 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570852'] for router, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.147886 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19811321-f0c5-4b3e-b882-5d5fcf7fa18f {{(pid=113446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 06:09:40.152278 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] Publish callbacks [] for router, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.153442 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-47f95cf0-d5b1-47c1-bf8e-ff833cf3a6ea admin admin] 10.222.0.30 "DELETE /v2.0/routers/19811321-f0c5-4b3e-b882-5d5fcf7fa18f HTTP/1.1" status: 204 len: 168 time: 0.8948395 Oct 27 06:09:40.156188 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34364) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:40.201799 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed7a4b8-a7aa-4aa6-9363-ba8e2bd80a20 admin admin] Deleting subnet 35c2d7ef-a172-4e82-a607-18f9692d0fd4 {{(pid=113446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 06:09:40.205868 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-eed7a4b8-a7aa-4aa6-9363-ba8e2bd80a20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.239515 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-eed7a4b8-a7aa-4aa6-9363-ba8e2bd80a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2475731'] for subnet, precommit_delete_associations {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.319257 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-eed7a4b8-a7aa-4aa6-9363-ba8e2bd80a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1480115'] for subnet, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.427897 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-eed7a4b8-a7aa-4aa6-9363-ba8e2bd80a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26505613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257979'] for subnet, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.454626 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7a4b8-a7aa-4aa6-9363-ba8e2bd80a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c2d7ef-a172-4e82-a607-18f9692d0fd4,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:40.460563 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-eed7a4b8-a7aa-4aa6-9363-ba8e2bd80a20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.467260 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-eed7a4b8-a7aa-4aa6-9363-ba8e2bd80a20 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/35c2d7ef-a172-4e82-a607-18f9692d0fd4 HTTP/1.1" status: 204 len: 168 time: 0.3077886 Oct 27 06:09:40.467426 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716c351-6912-4a00-96c2-e50083c3ab02 None None] Network 9746e68a-deb0-4dde-b9c4-1c2e89944f74 requested from dv-cinder-815582-2-iscsi {{(pid=113448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 06:09:40.467866 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34366) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:40.543571 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621254'] for network, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.608092 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Deleting port c08755b2-98c8-43d6-b149-d806bc6085f8 {{(pid=113446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:40.608465 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.657353 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee3390-9697-418a-8877-5f0f009d7792 None None] DHCP port deletion for 9746e68a-deb0-4dde-b9c4-1c2e89944f74 request from dv-cinder-815582-2-iscsi {{(pid=113448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 06:09:40.678870 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.db [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] For port c08755b2-98c8-43d6-b149-d806bc6085f8, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=c08755b2-98c8-43d6-b149-d806bc6085f8,segment=NetworkSegment(c0f3e679-d058-479e-a776-648b060375bf),segment_id=c0f3e679-d058-479e-a776-648b060375bf)] {{(pid=113446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:09:40.679294 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.692536 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.plugin [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Calling delete_port for c08755b2-98c8-43d6-b149-d806bc6085f8 owned by network:dhcp {{(pid=113446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:40.712780 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-88ee3390-9697-418a-8877-5f0f009d7792 None None] Deleting port c08755b2-98c8-43d6-b149-d806bc6085f8 {{(pid=113448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 06:09:40.713168 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-88ee3390-9697-418a-8877-5f0f009d7792 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727023878166'] for port, before_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.782475 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.db [None req-88ee3390-9697-418a-8877-5f0f009d7792 None None] For port c08755b2-98c8-43d6-b149-d806bc6085f8, host dv-cinder-815582-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-2-iscsi',level=0,port_id=c08755b2-98c8-43d6-b149-d806bc6085f8,segment=NetworkSegment(c0f3e679-d058-479e-a776-648b060375bf),segment_id=c0f3e679-d058-479e-a776-648b060375bf)] {{(pid=113448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 06:09:40.782852 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-88ee3390-9697-418a-8877-5f0f009d7792 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561380'] for port, precommit_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.798691 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-88ee3390-9697-418a-8877-5f0f009d7792 None None] Calling delete_port for c08755b2-98c8-43d6-b149-d806bc6085f8 owned by network:dhcp {{(pid=113448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 06:09:40.844659 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26505554'] for port, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.882177 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08755b2-98c8-43d6-b149-d806bc6085f8,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:40.897683 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-88ee3390-9697-418a-8877-5f0f009d7792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1632428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727023851740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727023371349'] for port, after_delete {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:40.898572 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] No DVR routers for this DVR port c08755b2-98c8-43d6-b149-d806bc6085f8 on host dv-cinder-815582-2-iscsi {{(pid=113446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:09:40.934153 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee3390-9697-418a-8877-5f0f009d7792 None None] Pushing event deleted for resources: {'Port': ['ID=c08755b2-98c8-43d6-b149-d806bc6085f8,revision_number=None']} {{(pid=113448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:40.936653 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee3390-9697-418a-8877-5f0f009d7792 None None] No DVR routers for this DVR port c08755b2-98c8-43d6-b149-d806bc6085f8 on host dv-cinder-815582-2-iscsi {{(pid=113448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 06:09:40.985596 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device b7101e12-e0b9-4a0b-a18d-1456ac2434a6 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:09:41.005019 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481784', 'neutron.services.segments.db._delete_segments_for_network-8727023893791'] for network, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:41.007630 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: b7101e12-e0b9-4a0b-a18d-1456ac2434a6 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:09:41.007977 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device b7101e12-e0b9-4a0b-a18d-1456ac2434a6 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:09:41.008385 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device c08755b2-98c8-43d6-b149-d806bc6085f8 no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:09:41.027784 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9746e68a-deb0-4dde-b9c4-1c2e89944f74']}} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:41.028052 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: c08755b2-98c8-43d6-b149-d806bc6085f8 {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:09:41.028321 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device c08755b2-98c8-43d6-b149-d806bc6085f8 not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:09:41.028731 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec no longer exists at agent ovs-agent-dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 06:09:41.038746 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f3e679-d058-479e-a776-648b060375bf') {'for_net_delete': True} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:41.039159 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.services.segments.db [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f3e679-d058-479e-a776-648b060375bf') {} {{(pid=113446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 06:09:41.048410 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.plugin [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] No Port match for: f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec {{(pid=113448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 06:09:41.048749 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron.plugins.ml2.rpc [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Device f3c9a4d4-b975-49e8-84d7-c7c0fb99ecec not bound to the agent host dv-cinder-815582-2-iscsi {{(pid=113448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 06:09:41.049056 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727023893544', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2475736'] for segment, before_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:41.066833 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744'] for segment, precommit_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:41.072848 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=113446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 06:09:41.073264 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26505511'] for segment, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: Traceback (most recent call last): Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: timer() Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: cb(*args, **kw) Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: return func(*args, **kwargs) Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: self._notify() Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: self.callback(batched_events) Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: event.method(event) Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: return f(self, *a, **k) Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._get(url).json() Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: return self.request(url, 'GET', **kwargs) Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 06:09:41.075042 dv-cinder-815582-2-iscsi neutron-server[113446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 06:09:41.181601 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560968'] for network, after_delete {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:41.186852 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron_lib.callbacks.manager [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616595'] for network, before_response {{(pid=113446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:41.190246 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9746e68a-deb0-4dde-b9c4-1c2e89944f74 HTTP/1.1" status: 204 len: 168 time: 0.7216091 Oct 27 06:09:41.201379 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a933c57-579c-4adb-a647-bc4e7bf492b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9746e68a-deb0-4dde-b9c4-1c2e89944f74,revision_number=None']} {{(pid=113446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:41.523609 dv-cinder-815582-2-iscsi neutron-server[113446]: DEBUG neutron.wsgi [-] (113446) accepted ('10.222.0.30', 34370) {{(pid=113446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:41.566140 dv-cinder-815582-2-iscsi neutron-server[113446]: INFO neutron.wsgi [None req-4f7ac684-5e20-42d7-870c-a3885042187f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa41c69c68d94ff88834231c8d2acb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391221 Oct 27 06:09:41.566622 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34372) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:41.619778 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-adfa9eb1-fc9b-4117-b7dd-9a31d35b4cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:41.646412 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-adfa9eb1-fc9b-4117-b7dd-9a31d35b4cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:41.776228 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-adfa9eb1-fc9b-4117-b7dd-9a31d35b4cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:41.778866 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-adfa9eb1-fc9b-4117-b7dd-9a31d35b4cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:41.780035 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-adfa9eb1-fc9b-4117-b7dd-9a31d35b4cea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/204beb1d-b8ae-4fa7-99f6-02c9aba63777 HTTP/1.1" status: 204 len: 168 time: 0.2123532 Oct 27 06:09:41.788159 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa9eb1-fc9b-4117-b7dd-9a31d35b4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204beb1d-b8ae-4fa7-99f6-02c9aba63777,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:42.338986 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34378) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:42.378946 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-b6ae2ac5-a499-41ec-ba70-74f6d668e3c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5cbdc4b19ab4e62904989d77fcd5920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387633 Oct 27 06:09:42.381497 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [-] (113447) accepted ('10.222.0.30', 34380) {{(pid=113447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 06:09:42.428255 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c409cf4d-6b42-4a5c-bfbc-060ef6ebcb55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:42.448780 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c409cf4d-6b42-4a5c-bfbc-060ef6ebcb55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:42.570283 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c409cf4d-6b42-4a5c-bfbc-060ef6ebcb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411919'] for security_group, after_delete {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:42.572830 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron_lib.callbacks.manager [None req-c409cf4d-6b42-4a5c-bfbc-060ef6ebcb55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:42.579952 dv-cinder-815582-2-iscsi neutron-server[113447]: INFO neutron.wsgi [None req-c409cf4d-6b42-4a5c-bfbc-060ef6ebcb55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1b9c5c6-5070-405e-8b25-d05048bba874 HTTP/1.1" status: 204 len: 168 time: 0.1941767 Oct 27 06:09:42.587002 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409cf4d-6b42-4a5c-bfbc-060ef6ebcb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b9c5c6-5070-405e-8b25-d05048bba874,revision_number=None']} {{(pid=113447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 06:09:53.821306 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:09:59.609557 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d4524128-7dcd-4063-a4ca-ec01bc8ba505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:02.123923 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ea6d3b9f-14c3-42f9-a80d-784a2f252400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:03.209222 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:03.403775 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:05.020817 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:15.626404 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:10:23.809018 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:29.625833 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4024bdb1-0323-438d-baef-82887f19a0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:32.134716 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-55c3c572-c17d-4e6b-860b-a9a30ed7924b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:33.214472 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:33.414806 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:35.008914 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:52.624824 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:10:53.819684 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:10:59.631165 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-124e532e-89f3-4732-8903-5245f30242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:02.139967 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-654c90d9-4cb8-4e77-8bca-628b16b7a792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:03.237242 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:03.402505 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:04.991125 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:23.853888 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:29.601874 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d3c60909-c27a-43a7-bdad-8e53f8f3c040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:29.623920 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:11:32.144605 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-6643d5ef-0e71-4f75-8856-1864b99a9d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:33.270223 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:33.424356 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:35.047378 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:41.382291 dv-cinder-815582-2-iscsi neutron-server[113447]: DEBUG neutron.wsgi [req-34300bde-85a0-4d85-a5f1-b7326f7ed5d5 req-e0afadef-f386-46e1-b476-4c7f5f246f62 service neutron] (113447) timed out ('10.222.0.26', 49906) {{(pid=113447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 06:11:53.835893 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:11:59.653306 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-bd4e06e9-2635-480e-9cc3-0a0ffb037833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:02.184162 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-acbdfee7-266f-4157-a195-bb6683f02f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:03.235946 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:03.441428 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:05.013486 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:06.623792 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:12:23.995434 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:29.623763 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-820d46e9-e9f1-4205-aaec-28b31e2fbe20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:32.154639 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-529013c0-154c-4e80-9118-37a0c751a83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:33.230321 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:33.429470 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:35.006373 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:43.622732 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:12:53.868453 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:12:59.631709 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f11e3df6-4591-4a6f-ae70-2881f9de35fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:02.154082 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-22fb47af-634b-4b3e-8d60-d6c434ab54c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:03.240540 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:03.428792 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:05.000187 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:20.623099 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:13:23.914043 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:29.611060 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-f6202a2e-0a2c-476c-9f4b-18b6201df265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:32.159582 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-78350cf4-e699-411e-86d7-174d9e2f8fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:33.228306 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:33.422682 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:35.021974 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:53.867951 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:13:57.622924 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:13:59.610479 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-e15e72bc-d3bd-49cf-9c64-e0e4c1ea1c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:02.187509 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-aeade2bf-3f0b-4ea8-a636-3171e25dcbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:03.262258 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:03.415928 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:05.022787 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:23.867179 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:29.632289 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-4e1baed8-4cc7-42f8-a611-f6fff03191ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:32.136005 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-14431f18-2a83-430e-b08d-ebbad8379ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:33.238333 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:33.421376 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:34.622488 dv-cinder-815582-2-iscsi neutron-server[113449]: DEBUG neutron.db.agents_db [None req-e5df0d4b-0f25-4793-9802-be91bd8e2081 None None] Agent healthcheck: found 6 active agents {{(pid=113449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 06:14:35.026078 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:53.860358 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-12cc28ab-ae82-4e07-adea-e2c514f55017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:14:59.636842 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd1a9-a6d2-405e-8354-09fe0a0d9a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:15:02.157231 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-78f76dd3-ac07-4f7e-9188-a6a99290ebc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:15:03.242374 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-d7a57a70-3507-40e0-8b79-f55a583d2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:15:03.424723 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-161c90b5-7861-4690-94ee-b5e37f47e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 06:15:05.014641 dv-cinder-815582-2-iscsi neutron-server[113448]: DEBUG neutron_lib.callbacks.manager [None req-b7642ce6-6607-4017-8d2b-398c0c702004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727023893773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483506'] for agent, after_update {{(pid=113448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}